-- Logs begin at Tue 2021-06-08 17:36:05 UTC, end at Tue 2021-06-08 18:47:34 UTC. -- Jun 08 18:21:03.936461 dv-cinder-789564-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 18:21:06.521476 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.common.config [-] Logging enabled! Jun 08 18:21:06.521989 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev284 Jun 08 18:21:06.522253 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92239) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 18:21:06.525459 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.common.config [-] Logging enabled! Jun 08 18:21:06.525718 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev284 Jun 08 18:21:06.526029 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92239) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 18:21:06.526955 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 18:21:06.527193 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 18:21:06.527558 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 18:21:06.527803 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 18:21:06.528029 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 18:21:06.528373 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.528673 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.528971 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.529202 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.529496 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.529785 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.530067 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.530357 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.530654 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.530940 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.531218 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.531501 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.531730 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.532008 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.532323 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.532614 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.532839 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] debug = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.533120 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.533544 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.533949 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.534231 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.534521 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.534819 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.535606 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.535886 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.536191 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.536516 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] host = dv-cinder-789564-4-smb {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.536794 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.537080 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.537370 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.537655 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.537927 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.538200 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.538483 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.538754 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.539022 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] log_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.539295 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.539581 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.539866 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.540237 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.540465 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.540687 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.540972 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.541257 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.541532 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.541807 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.542081 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.542353 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.542625 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.542891 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.543173 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.543453 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.543733 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.544007 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.544307 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.544578 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.544848 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.545131 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.545404 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.545676 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.545949 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.546233 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.546499 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.546772 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.547072 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.547363 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.547642 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.547926 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.548222 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.548505 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.548775 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.549047 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.549317 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] use_json = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.549589 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.549857 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.550135 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.550405 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.550699 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.550970 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.551242 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.551524 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:06.551820 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.552114 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.552432 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.552713 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.553005 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.553284 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.553572 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.553850 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.554135 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.554422 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.554709 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.554984 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.555270 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.555546 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.555838 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.556159 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.556455 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.556744 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.557019 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.557295 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.557566 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.557844 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.558127 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.558417 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.558703 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.558975 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.559252 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.559541 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.559817 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.560085 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.560387 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.560688 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.560947 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.561217 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.561494 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.561769 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.562037 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.562305 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.562578 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.562867 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.563142 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.563411 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.563679 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.563957 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.564253 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.564538 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.564813 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.565085 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.565355 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.565631 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.565903 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.566211 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.566488 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.566757 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.567032 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.567306 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.567576 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.567845 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.568130 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.568402 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.568669 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.568938 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.569213 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.569482 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.569751 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.570018 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.570288 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.570558 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.570844 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.571142 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.571418 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.571696 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.571973 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.572278 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.572555 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.572830 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.573113 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.573393 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.573664 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.573955 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.574238 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.574522 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.574804 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.575082 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.575378 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.575653 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.575935 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.576234 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.576513 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.576811 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.577093 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.577394 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.577685 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.577974 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.578264 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.578559 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.578838 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.579146 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.579426 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:06.579642 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 18:21:06.579887 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92239) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 18:21:06.930790 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:06.931064 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:06.931352 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:06.931833 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 18:21:07.316531 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.316819 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.317092 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.318294 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.318571 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.318847 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.355727 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.355999 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.356372 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.369285 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.369565 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.369835 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.398155 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.398433 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.398702 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.436801 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.437081 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.437353 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.669394 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.670005 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.670005 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.670239 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.670826 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.794675 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.794998 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.795280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.795553 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.795824 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.796170 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.796436 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.796694 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.796949 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.797231 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.797491 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.797759 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.798019 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.798286 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.798543 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.798805 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.799073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.799328 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.799599 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.799849 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.800157 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.801117 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.801374 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.801659 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.801911 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.802158 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.802558 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:21:07.802797 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:21:07.803034 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:21:07.803269 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:21:07.803502 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:21:07.803735 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:21:07.804106 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 18:21:07.807350 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 18:21:07.811373 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 18:21:07.815246 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 08 18:21:07.816930 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 18:21:07.817395 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 18:21:07.817731 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 18:21:07.818117 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 18:21:07.820959 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 18:21:07.821218 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 18:21:07.821567 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 18:21:07.850284 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 18:21:07.850780 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.851085 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92239) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 08 18:21:07.851449 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.852890 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92239) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 18:21:07.853182 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 18:21:07.853428 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 18:21:07.856569 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.856849 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:07.920836 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 18:21:07.921000 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 18:21:07.921232 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 18:21:07.921611 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 18:21:07.952833 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_db.sqlalchemy.engines [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92239) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 18:21:08.631186 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Initializing driver for type 'gre' Jun 08 18:21:08.631718 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] gre ID ranges: [(1, 1000)] Jun 08 18:21:08.854160 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Initializing driver for type 'local' Jun 08 18:21:08.854837 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Initializing driver for type 'vlan' Jun 08 18:21:08.939789 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] VlanTypeDriver initialization complete Jun 08 18:21:08.940152 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Initializing driver for type 'vxlan' Jun 08 18:21:08.940676 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] vxlan ID ranges: [(1, 1000)] Jun 08 18:21:09.128356 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Initializing extension driver 'port_security' Jun 08 18:21:09.128653 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.extensions.port_security [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] PortSecurityExtensionDriver initialization complete Jun 08 18:21:09.128993 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Initializing mechanism driver 'openvswitch' Jun 08 18:21:09.129321 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Initializing mechanism driver 'hyperv' Jun 08 18:21:09.136044 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.plugins.ml2.plugin [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:09.136847 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > port after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.137225 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > port after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.137598 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > port after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.137971 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > subnet after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.138329 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > subnet after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.138759 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.139121 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > network after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.139505 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > network after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.139819 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > network after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.140230 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > security_group after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145167 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > security_group after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145167 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > security_group after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145167 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145167 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145475 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145475 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > address_group after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145475 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > address_group after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145475 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > address_group after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145744 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] ML2 OVO RPC backend initialized. {{(pid=92239) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 08 18:21:09.145744 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145744 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.145744 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > network before_response 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.146045 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > networks before_response 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.146045 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > port before_response 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.146045 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > ports before_response 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.146260 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > subnet before_response 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.146541 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > subnets before_response 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.146890 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > network after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.147230 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > network after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.147568 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > network after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.147907 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > port after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.148285 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > port after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.148625 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > port after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.148961 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > subnet after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.149297 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > subnet after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.149630 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.150278 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.plugin [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Modular L2 Plugin initialization complete Jun 08 18:21:09.150608 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading services supported by the core plugin {{(pid=92239) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 18:21:09.150935 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.plugins.ml2.managers [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Got port-security extension from driver 'port_security' Jun 08 18:21:09.151403 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.extensions.vlantransparent [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Disabled vlantransparent extension. Jun 08 18:21:09.151897 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92239) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 18:21:09.152241 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading Plugin: router Jun 08 18:21:09.189435 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router_interface before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.189837 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router after_create 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.190217 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router before_create 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.190584 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.190957 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.191392 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router after_delete 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.191751 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > floatingip after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.192134 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router after_create 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.192487 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router after_update 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.192836 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router after_update 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.193190 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.193552 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router after_update 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.193962 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router precommit_update 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.194331 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: port after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.194674 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: port after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.195012 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: subnet after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.195351 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.195696 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > port precommit_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.196041 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router precommit_create 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.196424 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: port before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.196768 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router precommit_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.197128 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router after_update 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.197471 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router precommit_delete 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.197821 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router precommit_create 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.198183 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.198530 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router precommit_update 55549900 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.198921 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > network after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.199787 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Tracking information for resource: router configured {{(pid=92239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:21:09.200144 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Tracking information for resource: floatingip configured {{(pid=92239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:21:09.205394 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.db.l3_agentschedulers_db [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 18:21:09.205982 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: port after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.206349 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: port after_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.206731 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: port after_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.207083 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: port after_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.207885 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router before_create 55550100 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.208291 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router precommit_delete 55550100 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.208658 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router precommit_create 55550100 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.209015 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > router precommit_update 55550100 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.213468 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.services.provider_configuration [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service providers = [] {{(pid=92239) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 18:21:09.213832 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.db.servicetype_db [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92239) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 18:21:09.217030 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.services.service_base [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:21:09.217383 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.services.service_base [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:21:09.217728 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.services.service_base [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:21:09.218606 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.services.service_base [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:21:09.218979 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.services.service_base [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 18:21:09.219546 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:21:09.219873 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 18:21:09.231065 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:21:09.231402 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading Plugin: auto_allocate Jun 08 18:21:09.237269 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: network precommit_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.237648 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: network precommit_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.238782 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:21:09.239104 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading Plugin: tag Jun 08 18:21:09.247567 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:21:09.247901 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading Plugin: timestamp Jun 08 18:21:09.251793 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:21:09.252137 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading Plugin: network_ip_availability Jun 08 18:21:09.257583 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.257961 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.258318 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.259082 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:21:09.259405 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading Plugin: flavors Jun 08 18:21:09.374911 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:21:09.375244 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading Plugin: revisions Jun 08 18:21:09.385995 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:21:09.386338 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_concurrency.lockutils [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.455s {{(pid=92239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:09.387117 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92239) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 08 18:21:09.387454 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Initializing extension manager. Jun 08 18:21:09.387962 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: __init__.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.388410 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: __pycache__ {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.388754 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.389094 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: address_group.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.389923 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.390503 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: address-group Jun 08 18:21:09.390832 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: address_scope.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.391543 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.392057 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: address-scope Jun 08 18:21:09.392404 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: admin_state_down_before_update.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.393328 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.393836 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: router-admin-state-down-before-update Jun 08 18:21:09.394686 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: agent.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.395489 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.396087 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: agent Jun 08 18:21:09.396441 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: agent_resources_synced.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.397346 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.397852 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: agent-resources-synced Jun 08 18:21:09.398178 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: allowedaddresspairs.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.399964 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.400515 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: allowed-address-pairs Jun 08 18:21:09.400842 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: auto_allocated_topology.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.401975 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.402487 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: auto-allocated-topology Jun 08 18:21:09.402815 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: availability_zone.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.403504 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.404011 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: availability_zone Jun 08 18:21:09.404365 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: availability_zone_filter.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.405275 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.405783 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: availability_zone_filter Jun 08 18:21:09.406105 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: data_plane_status.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.407124 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.407661 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 18:21:09.407986 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: default_subnetpools.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.408923 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.409435 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: default-subnetpools Jun 08 18:21:09.410349 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: dhcpagentscheduler.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.411162 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.411726 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: dhcp_agent_scheduler Jun 08 18:21:09.411993 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: dns.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.412970 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.413480 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension dns-integration not supported by any of loaded plugins Jun 08 18:21:09.413804 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: dns_domain_ports.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.414704 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.415213 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 18:21:09.415536 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: dvr.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.416229 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.416738 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: dvr Jun 08 18:21:09.417059 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: empty_string_filtering.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.417956 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.418533 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: empty-string-filtering Jun 08 18:21:09.418853 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.419747 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.420285 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 18:21:09.420607 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.421506 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.422178 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 18:21:09.422499 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: external_net.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.423390 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.423895 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: external-net Jun 08 18:21:09.424242 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: extra_dhcp_opt.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.426071 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.426071 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: extra_dhcp_opt Jun 08 18:21:09.426071 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: extraroute.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.436898 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.437405 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: extraroute Jun 08 18:21:09.437730 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: extraroute_atomic.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.438748 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.439257 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: extraroute-atomic Jun 08 18:21:09.439584 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: filter_validation.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.440284 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.440792 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: filter-validation Jun 08 18:21:09.441165 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: fip_pf_description.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.442093 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.442594 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 18:21:09.442913 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: fip_port_details.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.443838 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.444370 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: fip-port-details Jun 08 18:21:09.444692 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: flavors.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.445924 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.446496 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: flavors Jun 08 18:21:09.446764 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.448511 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.449036 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 18:21:09.449370 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: floatingip_pools.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.450071 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.450614 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: floatingip-pools Jun 08 18:21:09.450907 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: ip_allocation.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.451920 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.452535 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 18:21:09.452877 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.453786 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.454298 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: ip-substring-filtering Jun 08 18:21:09.454624 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: l2_adjacency.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.455537 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.456040 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 18:21:09.456388 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: l3.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.457897 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.458443 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: router Jun 08 18:21:09.458836 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: l3_conntrack_helper.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.461143 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.461676 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 18:21:09.462011 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.462990 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.463509 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: ext-gw-mode Jun 08 18:21:09.463838 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.464888 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.465405 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: l3-ha Jun 08 18:21:09.465732 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: l3_flavors.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.466882 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.467398 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: l3-flavors Jun 08 18:21:09.467725 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.468680 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.469197 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 18:21:09.469518 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: l3agentscheduler.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.470737 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.471232 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: l3_agent_scheduler Jun 08 18:21:09.471558 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: logging.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.477203 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.477750 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension logging not supported by any of loaded plugins Jun 08 18:21:09.478172 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: metering.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.478951 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.479535 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: metering Jun 08 18:21:09.479863 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.481051 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.481660 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: metering_source_and_destination_fields Jun 08 18:21:09.481985 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: multiprovidernet.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.482913 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.483423 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: multi-provider Jun 08 18:21:09.483755 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: netmtu.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.484690 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.485200 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: net-mtu Jun 08 18:21:09.485523 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: netmtu_writable.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.486434 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.486981 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: net-mtu-writable Jun 08 18:21:09.487390 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: network_availability_zone.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.488045 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.488583 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: network_availability_zone Jun 08 18:21:09.489300 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: network_ip_availability.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.490001 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.490510 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: network-ip-availability Jun 08 18:21:09.490841 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: network_segment_range.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.491617 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.492140 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 18:21:09.492528 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: pagination.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.493617 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.493950 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: pagination Jun 08 18:21:09.494276 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: port_device_profile.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.495179 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.495708 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: port-device-profile Jun 08 18:21:09.496033 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.497015 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.497525 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: port-mac-address-regenerate Jun 08 18:21:09.497847 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.498860 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.499382 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: port-numa-affinity-policy Jun 08 18:21:09.499703 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: port_resource_request.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.500628 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.501134 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 18:21:09.501673 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: portbindings.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.502671 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.503320 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: binding Jun 08 18:21:09.503794 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: portbindings_extended.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.505279 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.505972 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: binding-extended Jun 08 18:21:09.506305 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: portsecurity.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.507227 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.507740 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: port-security Jun 08 18:21:09.508068 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: project_id.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.509107 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.509447 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: project-id Jun 08 18:21:09.509770 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: providernet.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.510890 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.511407 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: provider Jun 08 18:21:09.511728 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: qos.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.515829 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.516475 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension qos not supported by any of loaded plugins Jun 08 18:21:09.516812 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.518114 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.518629 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 18:21:09.518955 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.520410 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.520932 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 18:21:09.521259 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: qos_default.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.522188 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.522701 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension qos-default not supported by any of loaded plugins Jun 08 18:21:09.523031 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: qos_fip.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.523714 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.524291 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension qos-fip not supported by any of loaded plugins Jun 08 18:21:09.524617 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: qos_gateway_ip.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.525763 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.526318 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 18:21:09.526646 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: qos_port_network_policy.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.527756 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.528300 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 18:21:09.528626 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: qos_rule_type_details.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.529538 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.530046 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 18:21:09.530368 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: qos_rules_alias.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.531438 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.531951 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 18:21:09.532314 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: quotasv2.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.533434 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.533762 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: quotas Jun 08 18:21:09.534085 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: quotasv2_detail.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.537844 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.538192 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: quota_details Jun 08 18:21:09.538529 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: rbac.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.539648 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.540240 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: rbac-policies Jun 08 18:21:09.540576 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: rbac_address_group.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.541505 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.542023 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: rbac-address-group Jun 08 18:21:09.542351 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: rbac_address_scope.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.543255 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.543766 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: rbac-address-scope Jun 08 18:21:09.544091 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: rbac_security_groups.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.545112 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.545623 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: rbac-security-groups Jun 08 18:21:09.545951 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: rbac_subnetpool.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.546858 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.547378 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: rbac-subnetpool Jun 08 18:21:09.547739 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: revisionifmatch.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.548681 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.549201 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: revision-if-match Jun 08 18:21:09.549526 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: revisions.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.550750 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.551270 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: standard-attr-revisions Jun 08 18:21:09.551599 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: router_availability_zone.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.552317 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.552829 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: router_availability_zone Jun 08 18:21:09.553154 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: routerservicetype.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.554070 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.554582 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension router-service-type not supported by any of loaded plugins Jun 08 18:21:09.554904 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.555881 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.556452 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: security-groups-normalized-cidr Jun 08 18:21:09.556782 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: security_groups_port_filtering.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.557690 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.558200 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: port-security-groups-filtering Jun 08 18:21:09.558521 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.559477 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.559994 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: security-groups-remote-address-group Jun 08 18:21:09.560353 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: securitygroup.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.570550 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.571128 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: security-group Jun 08 18:21:09.571468 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: segment.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.572356 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.572925 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension segment not supported by any of loaded plugins Jun 08 18:21:09.573289 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.574335 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.574860 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 18:21:09.575192 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: servicetype.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.576380 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.576907 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: service-type Jun 08 18:21:09.577240 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: sorting.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.578275 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.578642 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: sorting Jun 08 18:21:09.578970 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: standard_attr_segment.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.579879 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.580496 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 18:21:09.580820 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: standardattrdescription.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.581475 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.582607 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: standard-attr-description Jun 08 18:21:09.582932 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: stateful_security_group.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.583874 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.584486 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: stateful-security-group Jun 08 18:21:09.584813 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: stdattrs_common.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.585407 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 18:21:09.585726 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.586744 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.587266 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 18:21:09.587633 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: subnet_onboard.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.588714 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.589235 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: subnet_onboard Jun 08 18:21:09.589557 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.590486 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.590996 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 18:21:09.591320 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: subnet_service_types.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.592528 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.593041 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: subnet-service-types Jun 08 18:21:09.593361 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: subnetallocation.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.594448 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.594974 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: subnet_allocation Jun 08 18:21:09.595300 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.595978 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.596534 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: subnetpool-prefix-ops Jun 08 18:21:09.596858 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.598360 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.598870 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 18:21:09.599192 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: tagging.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.600344 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.600878 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: standard-attr-tag Jun 08 18:21:09.601205 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: timestamp.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.602499 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.603025 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loaded extension: standard-attr-timestamp Jun 08 18:21:09.603354 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: trunk.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.604435 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.604964 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension trunk not supported by any of loaded plugins Jun 08 18:21:09.605287 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: trunk_details.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.606236 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.606749 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension trunk-details not supported by any of loaded plugins Jun 08 18:21:09.607079 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: uplink_status_propagation.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.608010 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.608557 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 18:21:09.608885 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Loading extension file: vlantransparent.py {{(pid=92239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:21:09.609574 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:21:09.610087 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 18:21:09.612636 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:network Jun 08 18:21:09.613247 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:subnet Jun 08 18:21:09.613660 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:21:09.614051 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:port Jun 08 18:21:09.615509 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.615953 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service FLAVORS assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.616621 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.617052 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.617388 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:router Jun 08 18:21:09.617822 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:floatingip Jun 08 18:21:09.618316 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service METERING assigned prefix: /metering {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.619806 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.620224 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.620586 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:21:09.621613 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 18:21:09.622103 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:security_group Jun 08 18:21:09.622549 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 18:21:09.623175 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service CORE assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.623508 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:21:09.623861 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] subnetpool is already registered Jun 08 18:21:09.624331 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service CORE assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.624662 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:21:09.624997 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] subnetpool is already registered Jun 08 18:21:09.627370 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.627804 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service FLAVORS assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.628416 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.628863 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.629199 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:router Jun 08 18:21:09.629540 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] router is already registered Jun 08 18:21:09.630012 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:floatingip Jun 08 18:21:09.630349 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] floatingip is already registered Jun 08 18:21:09.630804 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service METERING assigned prefix: /metering {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.631472 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 18:21:09.631823 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] rbac_policy is already registered Jun 08 18:21:09.632267 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:security_group Jun 08 18:21:09.632609 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] security_group is already registered Jun 08 18:21:09.633016 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 18:21:09.633348 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] security_group_rule is already registered Jun 08 18:21:09.633987 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service CORE assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.634315 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:21:09.634648 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] subnetpool is already registered Jun 08 18:21:09.635068 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.v2.resource_helper [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Service CORE assigned prefix: {{(pid=92239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:21:09.635398 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:21:09.635848 dv-cinder-789564-4-smb neutron-server[92239]: WARNING neutron.quota.resource_registry [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] subnetpool is already registered Jun 08 18:21:09.636345 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: extensions {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.637787 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: address-groups {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.639325 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: address-scopes {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.640661 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: agents {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.641871 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: auto-allocated-topology {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.643124 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: availability_zones {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.645076 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: dhcp-networks {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.646594 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: dhcp-agents {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.648107 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: routers {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.649895 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: flavors {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.652360 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: service_profiles {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.653664 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: next_providers {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.655097 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: service_profiles {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.656698 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: floatingip-pools {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.657928 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: routers {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.659639 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: floatingips {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.661523 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: l3-routers {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.662936 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: l3-agents {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.664409 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: metering-labels {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.665721 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: metering-label-rules {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.667103 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: network-ip-availabilities {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.668410 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: bindings {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.670032 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: quotas {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.671649 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: quotas {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.673311 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: rbac-policies {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.674510 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: security-groups {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.675939 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: security-group-rules {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.677253 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: service-providers {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.678541 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: subnetpools {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.679885 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: subnetpools {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.681562 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.683267 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.685107 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.686957 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.688734 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.690844 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.692640 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.694502 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.696440 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.698203 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron.api.extensions [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Extended resource: tags {{(pid=92239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:21:09.704472 dv-cinder-789564-4-smb neutron-server[92239]: WARNING keystonemiddleware.auth_token [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 18:21:09.709574 dv-cinder-789564-4-smb neutron-server[92239]: WARNING keystonemiddleware.auth_token [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 18:21:09.718366 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_concurrency.lockutils [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Acquired lock "singleton_lock" {{(pid=92239) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 08 18:21:09.718846 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_concurrency.lockutils [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Releasing lock "singleton_lock" {{(pid=92239) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 08 18:21:09.719492 dv-cinder-789564-4-smb neutron-server[92239]: INFO oslo_service.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Starting 2 workers Jun 08 18:21:09.724844 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Started child 92350 {{(pid=92239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:21:09.729339 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Started child 92351 {{(pid=92239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:21:09.730275 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:09.730981 dv-cinder-789564-4-smb neutron-server[92239]: INFO neutron.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 18:21:09.731589 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Notify callbacks [] for process, before_spawn {{(pid=92239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:09.731890 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [-] (92350) wsgi starting up on http://0.0.0.0:9696 Jun 08 18:21:09.734135 dv-cinder-789564-4-smb neutron-server[92239]: INFO oslo_service.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Starting 1 workers Jun 08 18:21:09.734276 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:09.735486 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [-] (92351) wsgi starting up on http://0.0.0.0:9696 Jun 08 18:21:09.739363 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Started child 92352 {{(pid=92239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:21:09.739901 dv-cinder-789564-4-smb neutron-server[92239]: INFO oslo_service.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Starting 1 workers Jun 08 18:21:09.743632 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] calling RpcWorker wait() {{(pid=92352) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 18:21:09.744301 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] returning from RpcWorker wait() {{(pid=92352) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 18:21:09.744493 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Started child 92353 {{(pid=92239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:21:09.745347 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG neutron_lib.callbacks.manager [None req-cdd207bf-b97c-4d2e-af0a-57b3eadac1fa None None] Notify callbacks [] for process, after_spawn {{(pid=92239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:09.745615 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:09.746170 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:09.747262 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92239) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 18:21:09.747472 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 18:21:09.749234 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 18:21:09.749234 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 18:21:09.749234 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 18:21:09.749234 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 18:21:09.749234 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.749234 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.749657 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.749723 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:09.750404 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.750404 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.750594 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.750865 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.751113 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.751408 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.751643 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.751821 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.751990 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.752332 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.752567 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.752867 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.753130 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.753383 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.754199 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.754360 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.754621 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.754897 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.755158 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.755450 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] debug = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.755739 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.756253 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.756517 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.756778 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.757011 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.757273 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.757502 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.757776 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.758027 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.758246 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.758480 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.758729 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.758974 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.759193 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.759482 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.759700 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.759985 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.760447 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] host = dv-cinder-789564-4-smb {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.760690 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.760908 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.761139 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.761576 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.761723 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.761848 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.762095 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.762337 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.762615 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.762846 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.763101 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.763358 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.763606 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.763848 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.764049 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_options = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.764265 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.764497 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.764754 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.764960 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.765110 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.765276 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.765502 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.765666 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.765956 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.766173 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.766387 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.766616 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.766863 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.767078 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.767351 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.767595 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.767829 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.768069 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.768336 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.768578 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.768803 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.769027 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.769916 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.770249 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.770249 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.770591 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.770739 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.770890 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.771108 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.771366 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.771747 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.771932 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.772108 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.772366 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.772614 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.772841 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.773063 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.773328 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.773558 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.773832 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.775384 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.775384 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.775384 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.775384 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.775384 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777410 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:09.777519 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_json = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777519 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777519 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777519 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777519 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777519 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777519 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777519 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777971 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.777971 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.777971 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.778258 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.778681 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.778940 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.779195 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.779431 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.779688 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.779962 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.780246 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.780571 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.780811 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.781107 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.781367 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.781665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.781997 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.782257 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.782540 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.782769 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.783006 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.783228 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.783474 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.783815 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.784083 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.784358 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.784623 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.784891 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.785150 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.785402 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.785652 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.785912 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.788073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.788073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.788073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.788073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.788073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.788073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.788073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.788073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.788073 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.794665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.794665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.794665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.794665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.794665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.794665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.794665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.794665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.794665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795660 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795660 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795660 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795660 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795660 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795660 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795660 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795660 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.795660 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796786 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796786 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796786 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.796998 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.797239 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.797464 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.797683 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.797918 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.798348 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.798964 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.799376 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.799647 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.799892 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.800176 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.800418 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.800846 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.801277 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.801678 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.802106 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.802524 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.802917 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.803195 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.803430 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.803656 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.803918 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.804186 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.804466 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.804692 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.804937 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.805164 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.805444 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.805740 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.805976 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.806226 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.806693 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.807192 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.807673 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.807973 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.808259 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.808533 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.808870 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.809129 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.809413 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.809651 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.809888 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.810156 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.810410 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.810685 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.810939 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.811196 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.811416 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.811688 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.811931 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.812178 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.812418 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.812715 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.813212 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.813470 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.813719 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.814524 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.814809 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.815645 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.816777 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.818253 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.818517 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.818781 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.819044 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.819284 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.819507 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.819763 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.820020 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.820277 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.820523 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.820753 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.820995 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.821230 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.821460 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.821692 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.821927 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.822155 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.822402 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.822622 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.822843 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.823107 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.823342 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.823564 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.823801 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.824023 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.824519 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.824760 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.824996 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.825250 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.825472 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.826313 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.826586 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.826803 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.827274 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.827526 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.827797 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.828034 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.828313 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.828536 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.828751 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.828965 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.829209 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.829452 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.829874 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.830110 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.830329 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.830573 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.830811 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.831153 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.831407 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.831709 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.832457 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.832678 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.832934 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.833200 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.833420 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.833641 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.833858 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.834072 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.834331 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.834587 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.834829 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.835041 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.835252 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.835487 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.835751 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.835973 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.836285 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.836547 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.836785 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.837036 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.837264 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.837490 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.837731 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.837942 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.838208 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.838394 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.838637 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.838847 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.839057 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.839274 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.839482 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.839706 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.839927 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.840150 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.840369 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.840579 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.840804 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.841016 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.841228 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.841499 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.841955 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.842280 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.842531 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.842752 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.843037 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.843303 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.843551 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.843853 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.844208 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.844443 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.844687 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.845367 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.845367 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.845367 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.846166 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.846166 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.846477 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.846713 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.847460 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.847460 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.847801 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.847959 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.848204 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.848350 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.848671 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.849277 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.849550 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.849786 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.850085 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.850334 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.850558 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.850799 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.851051 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.851270 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.851514 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.851768 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.851999 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.852246 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.852481 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.852702 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.853005 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.853216 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.853658 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.853885 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.854047 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 18:21:09.854595 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92239) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 18:21:09.855148 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 18:21:09.855148 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 18:21:09.855148 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 18:21:09.855367 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 18:21:09.855367 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 18:21:09.855560 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.855719 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.855874 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.856034 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.856232 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.856422 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.856582 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.856741 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.856903 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.857070 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.857208 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.857354 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.857515 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.857677 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.857837 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.857997 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.858157 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.858354 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.858506 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.858665 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.858822 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.858981 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.859141 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] debug = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.859302 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.859480 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.859633 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.859787 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.859945 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.860105 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.860289 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.860448 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.860607 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.860765 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.860924 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.861082 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.861241 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.861401 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.861559 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.861720 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.861876 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.862036 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] host = dv-cinder-789564-4-smb {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.862196 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.862357 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.862514 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.862675 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.862849 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.863012 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.863171 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.863333 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.863492 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.863808 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.863973 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.864180 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.864358 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.864533 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.864670 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_options = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.864812 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.864951 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.865106 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.865284 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.865448 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.865607 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.865768 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.865914 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.866075 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.866238 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.866376 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.866513 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.866653 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.866850 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.867043 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.867210 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.867343 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.867495 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.867619 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.867752 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.867883 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.868016 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.868202 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.868362 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.868523 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.868683 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.868842 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.869001 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.869165 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.869324 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.869483 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.869641 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.869837 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.869996 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.870154 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.870310 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.870468 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.870631 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.870789 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.870948 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.871109 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.871253 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.871412 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.871560 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.871716 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.871875 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_json = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.872032 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.872287 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.872433 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.872560 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.872706 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.872849 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.872981 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.873089 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:21:09.873271 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.873434 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.873606 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.873766 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.873928 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.874089 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.874250 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.874412 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.874574 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.874737 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.874895 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.875059 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.875231 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.875439 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.875616 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.875761 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.875894 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.876056 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.876223 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.876379 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.876541 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.876702 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.876880 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.877043 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.877205 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.877366 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.877528 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.877690 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.877853 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.878015 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.878228 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.878374 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.879044 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.879207 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.879428 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.879672 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.879896 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.880065 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.880250 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.880407 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.880570 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.880733 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.880925 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.881110 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.881275 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.881439 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.881601 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.881763 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.881926 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.882088 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.882262 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.882424 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.882586 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.882748 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.882909 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.883071 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.883235 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.883395 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.883555 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.883717 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.883879 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.884052 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.884237 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.884402 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.884564 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.884725 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.884887 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.885049 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.885211 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.885373 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.885534 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.885695 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.885858 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.886020 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.886181 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.886343 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.886569 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.886715 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.886845 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.886972 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.887108 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.887240 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.887398 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.887559 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.887729 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.887905 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.888065 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.888265 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.888418 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.888674 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.888674 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.888960 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.889119 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.889119 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.889347 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.889447 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.889608 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.889774 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.889934 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.890095 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.890255 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.891013 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.891013 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.891013 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.891013 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.891013 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.891515 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.891515 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.891515 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.892226 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.892226 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.892226 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.892226 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.892226 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.892766 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.892766 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.892766 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.893097 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.893097 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.893332 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.893332 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.893465 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.893593 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.893754 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.893917 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.894099 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.894776 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.894951 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.895124 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.895284 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.895448 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.895608 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.895793 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.895953 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.896114 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.896298 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.896460 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.896621 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.896782 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.896865 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:09.896948 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.897093 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.897255 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.897419 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.897581 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.897744 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.897906 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.898068 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.898229 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.898391 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.898554 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.898715 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.898877 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.899043 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.899204 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.899365 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.899526 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.899686 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.899846 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.900007 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.900198 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.900363 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.900509 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.900673 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.900817 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.900981 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.901140 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.901301 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.901462 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.901620 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.901783 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.901946 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.902108 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.902269 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.902432 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.902595 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.902757 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.902920 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.903080 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.903242 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.903405 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.903569 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.903733 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.903891 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.904051 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.904236 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.904398 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.904561 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.904737 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.904897 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.905059 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.905220 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.905382 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.905543 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.905704 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.905866 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.906027 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.906187 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.906348 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.906510 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.906675 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.906836 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.906998 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.907158 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.907319 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.907481 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.907642 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.907813 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.907975 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.908154 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.908319 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.908481 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.908658 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.909100 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.909100 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.909100 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.909379 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.909501 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.909620 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.909758 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.909884 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.910045 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.910215 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.910377 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.910570 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.910747 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.911092 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.911265 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.911426 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.911586 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.911747 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.911909 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.912083 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.912284 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.912447 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.912793 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.912793 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.912983 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.913060 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.913229 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.913391 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.913555 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.913717 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.913879 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.914040 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.914399 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.914399 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.914545 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.914667 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.914884 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.915062 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.915233 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.915401 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.916151 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.916151 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.916151 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.916151 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.916426 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.916426 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.916563 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.916661 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.916820 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.917278 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.917278 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.917278 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.917610 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.917610 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.917811 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.917897 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.918020 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.918177 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.918342 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.918503 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.918664 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.918824 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:21:09.918978 dv-cinder-789564-4-smb neutron-server[92239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 18:21:10.112813 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 52790) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:10.122061 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065501 Jun 08 18:21:21.776994 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa0e60-7170-4fce-82a4-cca6863fe03e None None] get_active_networks_info from dv-cinder-789564-4-smb {{(pid=92352) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 08 18:21:21.896219 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aa0e60-7170-4fce-82a4-cca6863fe03e None None] No non-hosted networks {{(pid=92352) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 18:21:21.910570 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.agentschedulers_db [None req-23aa0e60-7170-4fce-82a4-cca6863fe03e None None] DHCP Agent not found on host dv-cinder-789564-4-smb {{(pid=92352) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 08 18:21:22.058338 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-6b1fee99-cdd8-471d-9399-0534795ffc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061'] for agent, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.631030 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061'] for agent, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.632427 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.632775 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.633092 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.633436 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.633766 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.634210 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.634544 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.634876 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.635198 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.635525 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.635847 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.636189 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:24.636611 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:24.654991 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:24.796913 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7071bee8-9a8a-446f-be68-615acf1476c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061'] for agent, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.844729 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.db.api [None req-fbe199a3-a611-4bc7-a789-2039a3f0ba6b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-789564-4-smb {{(pid=92352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:21:24.845546 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_db.api [None req-fbe199a3-a611-4bc7-a789-2039a3f0ba6b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:21:25.367938 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-fbe199a3-a611-4bc7-a789-2039a3f0ba6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.917005 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061'] for agent, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.437787 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061'] for agent, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:28.805572 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.db.l3_hamode_db [None req-47834752-6e2c-4c01-8b08-e2fe9b1de0cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 18:21:28.806447 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 52882) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:28.915854 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47834752-6e2c-4c01-8b08-e2fe9b1de0cc None None] Routers set() bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:28.916498 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47834752-6e2c-4c01-8b08-e2fe9b1de0cc None None] Router IDs set() for agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 08 18:21:29.482061 dv-cinder-789564-4-smb neutron-server[92350]: WARNING oslo_policy.policy [None req-31685327-5ab3-4458-a3c7-f9e9bcde634c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:21:29.482715 dv-cinder-789564-4-smb neutron-server[92350]: WARNING oslo_policy.policy [None req-31685327-5ab3-4458-a3c7-f9e9bcde634c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:21:29.699730 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [None req-31685327-5ab3-4458-a3c7-f9e9bcde634c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:21:29.700912 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-31685327-5ab3-4458-a3c7-f9e9bcde634c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8933220 Jun 08 18:21:32.165938 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 52896) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:32.545077 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-fe0abd2e-4869-4238-b414-9424c1ad9e37 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:32.645794 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.policy [None req-fe0abd2e-4869-4238-b414-9424c1ad9e37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92350) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 18:21:32.692190 dv-cinder-789564-4-smb neutron-server[92350]: WARNING oslo_policy.policy [None req-fe0abd2e-4869-4238-b414-9424c1ad9e37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:21:32.692601 dv-cinder-789564-4-smb neutron-server[92350]: WARNING oslo_policy.policy [None req-fe0abd2e-4869-4238-b414-9424c1ad9e37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:21:32.701657 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.quota [None req-fe0abd2e-4869-4238-b414-9424c1ad9e37 admin admin] Loaded quota_driver: . Jun 08 18:21:32.876180 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fe0abd2e-4869-4238-b414-9424c1ad9e37 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771747554027', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771747554436', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771747574106', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771747568445', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771747528558', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771747522227', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7629140', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7623898', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-357285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-391874'] for rbac-policy, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.048677 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fe0abd2e-4869-4238-b414-9424c1ad9e37 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.050593 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-fe0abd2e-4869-4238-b414-9424c1ad9e37 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8836064 Jun 08 18:21:35.810163 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 52908) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:36.421207 dv-cinder-789564-4-smb neutron-server[92351]: WARNING oslo_policy.policy [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:21:36.421827 dv-cinder-789564-4-smb neutron-server[92351]: WARNING oslo_policy.policy [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:21:36.635060 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Request body: {'network': {'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'name': 'private', 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'admin_state_up': True}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:36.636742 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.quota [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Loaded quota_driver: . Jun 08 18:21:36.871192 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Made reservation on behalf of 1e24721e8e6b421083dcc9fd86916d6c for: {'network': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:36.948918 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.policy [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92351) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 18:21:36.995665 dv-cinder-789564-4-smb neutron-server[92351]: WARNING oslo_policy.policy [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:21:36.996058 dv-cinder-789564-4-smb neutron-server[92351]: WARNING oslo_policy.policy [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:21:37.006326 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.028128 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.151359 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.208686 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.213438 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:37.232745 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=92351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:21:37.259267 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771744636070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.259869 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Unsubscribe: segment precommit_create {{(pid=92351) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 18:21:37.260398 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.segments_db [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Added segment b820ce9d-c120-46d2-b597-009abee4b218 of type vlan for network 62ee103c-35dc-4314-bd71-65adacffa866 Jun 08 18:21:37.313976 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac13efc-d5a5-4d99-bb79-c5ad5755c692,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:37.338930 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.339255 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.339582 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.339901 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.340246 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.340563 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.340873 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.341179 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.341757 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.342072 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.342574 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.342740 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Tracked resource versions report: Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: pushed versions: Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Log': {'1.0'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Network': {'1.1'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Port': {'1.7'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'PortForwarding': {'1.2'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'QosPolicy': {'1.8'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'SubPort': {'1.0'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Subnet': {'1.1'}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Trunk': {'1.1'}} Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: consumer versions: Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: { DHCP agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: L3 agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: Metadata agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: Metering agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: Open vSwitch agent@dv-cinder-789564-4-smb: { 'AddressGroup': '1.2', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'ConntrackHelper': '1.0', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Log': '1.0', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Network': '1.1', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Port': '1.7', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'PortForwarding': '1.2', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'QosPolicy': '1.8', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'SecurityGroup': '1.4', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'SecurityGroupRule': '1.2', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'SubPort': '1.0', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Subnet': '1.1', Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: 'Trunk': '1.1'}} Jun 08 18:21:37.343812 dv-cinder-789564-4-smb neutron-server[92351]: {{(pid=92351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:37.387513 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:37.389301 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.499798 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.501516 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:37.502173 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.507637 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:37.606586 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Pushing event updated for resources: {'Network': ['ID=62ee103c-35dc-4314-bd71-65adacffa866,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:37.609682 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:37.618317 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 62ee103c-35dc-4314-bd71-65adacffa866 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:37.655142 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8427665 Jun 08 18:21:40.411202 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 52930) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:40.894672 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88efc2-1c75-47c7-804f-f160dd99511d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:40.896022 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-7d88efc2-1c75-47c7-804f-f160dd99511d admin admin] 10.222.0.43 "GET /v2.0/networks/62ee103c-35dc-4314-bd71-65adacffa866 HTTP/1.1" status: 200 len: 825 time: 0.4838550 Jun 08 18:21:40.929648 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-103f4eb3-e1fc-446b-9fea-bbe972d05ca4 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/f2defc37-a6ff-4750-9f5f-47806d9887e0 HTTP/1.1" status: 200 len: 734 time: 0.0261981 Jun 08 18:21:40.938610 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f2defc37-a6ff-4750-9f5f-47806d9887e0', 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866', 'name': 'private-subnet', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:41.116863 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Made reservation on behalf of 1e24721e8e6b421083dcc9fd86916d6c for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:41.119276 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.483178 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.491309 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:41.598594 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00736b5-fc8b-4c59-860a-e4abfab86317,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:41.600770 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Checking segment: {'id': 'b820ce9d-c120-46d2-b597-009abee4b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:41.601133 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Network hostable DHCP agents. Network: 62ee103c-35dc-4314-bd71-65adacffa866, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:21:41.606048 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:41.774083 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Network 62ee103c-35dc-4314-bd71-65adacffa866 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:21:41.865716 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 62ee103c-35dc-4314-bd71-65adacffa866) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:41.871602 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:41.872396 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.878194 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e6debd-45b3-44f1-9f6e-cfe64e6e693e None None] Network 62ee103c-35dc-4314-bd71-65adacffa866 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:41.991791 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-3bc8e304-808c-43a5-98e8-e10c7456c3c6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0564926 Jun 08 18:21:42.215773 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700ac206-2eea-5549-baf1-7749e302a675-62ee103c-35dc-4314-bd71-65adacffa866', 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'fixed_ips': [{'subnet_id': 'c00736b5-fc8b-4c59-860a-e4abfab86317'}]}} from dv-cinder-789564-4-smb. {{(pid=92352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:21:42.217585 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.517128 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.db_base_plugin_common [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Allocated IP 172.20.0.2 (62ee103c-35dc-4314-bd71-65adacffa866/c00736b5-fc8b-4c59-860a-e4abfab86317/044b2576-db6d-41ab-a6df-80fc0efba60c) {{(pid=92352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:42.901574 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Notify callbacks [] for port, precommit_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.916282 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Transition to ACTIVE for port object 044b2576-db6d-41ab-a6df-80fc0efba60c will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:42.939045 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Transition to ACTIVE for port object 044b2576-db6d-41ab-a6df-80fc0efba60c will not be triggered until provisioned by entity DHCP. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:43.002585 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.004447 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:43.004447 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:43.004447 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:43.004447 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:43.004447 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:43.004447 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:43.025932 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Network 62ee103c-35dc-4314-bd71-65adacffa866 is already hosted by enough agents. {{(pid=92352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:43.027421 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.base_scheduler [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Resources bound (agent type, host, resource id): {{(pid=92352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:43.032949 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Received port after_create {{(pid=92352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:43.132391 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Attempting to bind port 044b2576-db6d-41ab-a6df-80fc0efba60c on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:43.132674 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Attempting to bind port 044b2576-db6d-41ab-a6df-80fc0efba60c by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'b820ce9d-c120-46d2-b597-009abee4b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:43.133109 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Attempting to bind port 044b2576-db6d-41ab-a6df-80fc0efba60c on network 62ee103c-35dc-4314-bd71-65adacffa866 {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:43.138874 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:43.139289 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Checking segment: {'id': 'b820ce9d-c120-46d2-b597-009abee4b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:43.139762 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.140173 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Bound using segment: {'id': 'b820ce9d-c120-46d2-b597-009abee4b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:43.140685 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Bound port: 044b2576-db6d-41ab-a6df-80fc0efba60c, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b820ce9d-c120-46d2-b597-009abee4b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:43.141053 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.233895 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] For port 044b2576-db6d-41ab-a6df-80fc0efba60c, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:43.239028 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] For port 044b2576-db6d-41ab-a6df-80fc0efba60c, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=044b2576-db6d-41ab-a6df-80fc0efba60c,segment=NetworkSegment(b820ce9d-c120-46d2-b597-009abee4b218),segment_id=b820ce9d-c120-46d2-b597-009abee4b218)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:43.301177 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.306443 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:43.399327 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Pushing event updated for resources: {'Port': ['ID=044b2576-db6d-41ab-a6df-80fc0efba60c,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:43.407784 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.408230 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.408476 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.409343 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.409672 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.410017 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.410320 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.410646 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.410964 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.411280 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.411598 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.411909 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Tracked resource versions report: Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: pushed versions: Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Log': {'1.0'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Network': {'1.1'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Port': {'1.7'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'PortForwarding': {'1.2'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'QosPolicy': {'1.8'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'SubPort': {'1.0'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Subnet': {'1.1'}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Trunk': {'1.1'}} Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: consumer versions: Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: { DHCP agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: L3 agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: Metadata agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: Metering agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: Open vSwitch agent@dv-cinder-789564-4-smb: { 'AddressGroup': '1.2', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'ConntrackHelper': '1.0', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Log': '1.0', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Network': '1.1', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Port': '1.7', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'PortForwarding': '1.2', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'QosPolicy': '1.8', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'SecurityGroup': '1.4', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'SecurityGroupRule': '1.2', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'SubPort': '1.0', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Subnet': '1.1', Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: 'Trunk': '1.1'}} Jun 08 18:21:43.413201 dv-cinder-789564-4-smb neutron-server[92352]: {{(pid=92352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:43.417985 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:44.682676 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 52938) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:45.088507 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [None req-3213dd38-0d8e-4ea1-aca9-294c186af06c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:21:45.089672 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-3213dd38-0d8e-4ea1-aca9-294c186af06c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4056954 Jun 08 18:21:47.599496 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 52946) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:48.120800 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [None req-a3d7e4b3-1f08-4a68-9e68-4d35d33c4c5c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:21:48.121772 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a3d7e4b3-1f08-4a68-9e68-4d35d33c4c5c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5209587 Jun 08 18:21:48.884240 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 044b2576-db6d-41ab-a6df-80fc0efba60c up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:49.008010 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 044b2576-db6d-41ab-a6df-80fc0efba60c completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:49.582330 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdbe8a6-f1f6-42ca-99b9-c144ae21b6e2 None None] Network 62ee103c-35dc-4314-bd71-65adacffa866 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:49.781332 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-04ea8fd2-382f-4d3e-87b9-5d9c0edb6dda None None] Provisioning for port 044b2576-db6d-41ab-a6df-80fc0efba60c completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:49.792845 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-04ea8fd2-382f-4d3e-87b9-5d9c0edb6dda None None] Provisioning complete for port 044b2576-db6d-41ab-a6df-80fc0efba60c triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:49.793240 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-04ea8fd2-382f-4d3e-87b9-5d9c0edb6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.975066 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-04ea8fd2-382f-4d3e-87b9-5d9c0edb6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.021543 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-04ea8fd2-382f-4d3e-87b9-5d9c0edb6dda None None] For port 044b2576-db6d-41ab-a6df-80fc0efba60c, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=044b2576-db6d-41ab-a6df-80fc0efba60c,segment=NetworkSegment(b820ce9d-c120-46d2-b597-009abee4b218),segment_id=b820ce9d-c120-46d2-b597-009abee4b218)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:50.077363 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-04ea8fd2-382f-4d3e-87b9-5d9c0edb6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.079501 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-578545a6-c748-4c29-9a00-7282731a6308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:50.156920 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea8fd2-382f-4d3e-87b9-5d9c0edb6dda None None] Pushing event updated for resources: {'Port': ['ID=044b2576-db6d-41ab-a6df-80fc0efba60c,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:50.161141 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-04ea8fd2-382f-4d3e-87b9-5d9c0edb6dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:50.202659 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-227cce28-8524-4790-8c9e-dd82bef4c719 None None] Provisioning complete for port 044b2576-db6d-41ab-a6df-80fc0efba60c triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:50.203173 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-227cce28-8524-4790-8c9e-dd82bef4c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.870033 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 044b2576-db6d-41ab-a6df-80fc0efba60c up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:50.922897 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 52960) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:50.945617 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 044b2576-db6d-41ab-a6df-80fc0efba60c triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:50.946180 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.306021 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-e3b28d4a-8358-45ac-bc8b-aa3f081580d4 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'name': 'router1'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:51.426255 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e3b28d4a-8358-45ac-bc8b-aa3f081580d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-856405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13327'] for router, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.427975 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e3b28d4a-8358-45ac-bc8b-aa3f081580d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-856318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13312'] for router, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.450397 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e3b28d4a-8358-45ac-bc8b-aa3f081580d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.626598 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e3b28d4a-8358-45ac-bc8b-aa3f081580d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-856398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845750'] for router, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.705968 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e3b28d4a-8358-45ac-bc8b-aa3f081580d4 admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.710652 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-e3b28d4a-8358-45ac-bc8b-aa3f081580d4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7833745 Jun 08 18:21:51.751372 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-d646d647-56ec-4445-9737-ac7bcf06f691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.174592 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 52968) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:54.593981 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [None req-de349385-14fa-4a49-bcbc-94721f054d3f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:21:54.595255 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-de349385-14fa-4a49-bcbc-94721f054d3f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4197497 Jun 08 18:21:54.677037 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.808455 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-6bb7ce32-9343-4930-8b2d-dbfc9567d970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.818807 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.033123 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 52988) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:57.183895 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:57.299799 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Made reservation on behalf of 96ab51cb2da943fb82cee6f638ef01e9 for: {'network': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:57.302696 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.319909 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.328425 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.439092 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.499585 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.506045 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:57.518634 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Reserving flat network on physical network physnet1 {{(pid=92350) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 18:21:57.553105 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771744636070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.553632 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Unsubscribe: segment precommit_create {{(pid=92350) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 18:21:57.554187 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.segments_db [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Added segment c19d159a-cfc9-4126-a37c-ddaf1b4b63da of type flat for network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 Jun 08 18:21:57.603963 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1979b776-bff8-433b-ba21-28a4dc9830a9,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:57.625945 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.626285 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.626615 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.627467 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.627788 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.628100 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.628441 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.628748 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.629077 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.629452 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.629770 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.630075 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Tracked resource versions report: Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: pushed versions: Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Log': {'1.0'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Network': {'1.1'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Port': {'1.7'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'PortForwarding': {'1.2'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'QosPolicy': {'1.8'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'SubPort': {'1.0'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Subnet': {'1.1'}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Trunk': {'1.1'}} Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: consumer versions: Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: { DHCP agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: L3 agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: Metadata agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: Metering agent@dv-cinder-789564-4-smb: {}, Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: Open vSwitch agent@dv-cinder-789564-4-smb: { 'AddressGroup': '1.2', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'ConntrackHelper': '1.0', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Log': '1.0', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Network': '1.1', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Port': '1.7', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'PortForwarding': '1.2', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'QosPolicy': '1.8', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'SecurityGroup': '1.4', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'SecurityGroupRule': '1.2', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'SubPort': '1.0', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Subnet': '1.1', Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: 'Trunk': '1.1'}} Jun 08 18:21:57.631152 dv-cinder-789564-4-smb neutron-server[92350]: {{(pid=92350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:57.682989 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.689001 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:57.790900 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.792451 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:57.793163 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.796565 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:57.896192 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Pushing event updated for resources: {'Network': ['ID=8c3fa8e2-b0ab-4593-ad8d-2e87ee507344,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:57.899558 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:57.906796 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:57.963724 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9289162 Jun 08 18:21:59.802393 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:22:00.195766 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53010) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:00.309235 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75710258-6bc2-4878-a5f0-5630680e06e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:00.310604 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-75710258-6bc2-4878-a5f0-5630680e06e3 admin admin] 10.222.0.43 "GET /v2.0/subnets/c00736b5-fc8b-4c59-860a-e4abfab86317 HTTP/1.1" status: 200 len: 849 time: 0.1138208 Jun 08 18:22:00.471387 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-154b8732-4abe-4239-b507-d18cecdf0e10 admin admin] 10.222.0.43 "GET /v2.0/routers/be19dd99-52ed-4bcb-b30c-4b9d82768af6 HTTP/1.1" status: 200 len: 704 time: 0.1553011 Jun 08 18:22:00.945935 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.188817 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Allocated IP 172.20.0.1 (62ee103c-35dc-4314-bd71-65adacffa866/c00736b5-fc8b-4c59-860a-e4abfab86317/de14e1a2-536c-4460-a162-22dde3b0a483) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:01.346628 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.366459 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.provisioning_blocks [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Transition to ACTIVE for port object de14e1a2-536c-4460-a162-22dde3b0a483 will not be triggered until provisioned by entity DHCP. {{(pid=92350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:01.483261 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.484386 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:01.484386 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:01.484386 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:01.484386 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:01.484386 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:01.484386 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:01.501812 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Network 62ee103c-35dc-4314-bd71-65adacffa866 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:01.503033 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:01.506389 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:01.509957 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908768'] for router_interface, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.831575 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-d37aecc5-ca88-4b9c-93a2-a32d8a62a6b3 None None] Provisioning for port de14e1a2-536c-4460-a162-22dde3b0a483 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:01.838137 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-d37aecc5-ca88-4b9c-93a2-a32d8a62a6b3 None None] Provisioning complete for port de14e1a2-536c-4460-a162-22dde3b0a483 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:01.838647 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-d37aecc5-ca88-4b9c-93a2-a32d8a62a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.900694 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-d37aecc5-ca88-4b9c-93a2-a32d8a62a6b3 None None] Port de14e1a2-536c-4460-a162-22dde3b0a483 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:22:01.930307 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.156956 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.235794 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.237612 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-908577'] for router_interface, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.241119 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:02.373113 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Pushing event updated for resources: {'Port': ['ID=de14e1a2-536c-4460-a162-22dde3b0a483,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:02.380327 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:02.439167 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Network 62ee103c-35dc-4314-bd71-65adacffa866 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:02.440207 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:02.625872 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-93c735b2-5169-43f0-85f1-ccc074358e0a None None] Provisioning complete for port de14e1a2-536c-4460-a162-22dde3b0a483 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:02.626277 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-93c735b2-5169-43f0-85f1-ccc074358e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.682979 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-93c735b2-5169-43f0-85f1-ccc074358e0a None None] Port de14e1a2-536c-4460-a162-22dde3b0a483 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:22:02.699841 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Router be19dd99-52ed-4bcb-b30c-4b9d82768af6 is scheduled to L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 with binding_index 1 {{(pid=92350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:22:02.857564 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:22:02.862851 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] 10.222.0.43 "PUT /v2.0/routers/be19dd99-52ed-4bcb-b30c-4b9d82768af6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3864613 Jun 08 18:22:02.887464 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Sync routers for ids ['be19dd99-52ed-4bcb-b30c-4b9d82768af6'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:22:02.899108 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Routers {'be19dd99-52ed-4bcb-b30c-4b9d82768af6'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:02.899983 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:21:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['be19dd99-52ed-4bcb-b30c-4b9d82768af6'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:03.081633 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Set router be19dd99-52ed-4bcb-b30c-4b9d82768af6 gateway port host: None {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:03.455792 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'name': 'router1', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:51Z', 'updated_at': '2021-06-08T18:22:01Z', 'revision_number': 2, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'gw_port_host': None, '_interfaces': [{'id': 'de14e1a2-536c-4460-a162-22dde3b0a483', 'name': '', 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'mac_address': 'fa:16:3e:00:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:22:00Z', 'updated_at': '2021-06-08T18:22:01Z', 'revision_number': 2, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'subnets': [{'id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2defc37-a6ff-4750-9f5f-47806d9887e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:03.460866 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Checking router: be19dd99-52ed-4bcb-b30c-4b9d82768af6 for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:22:03.461246 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Updating router be19dd99-52ed-4bcb-b30c-4b9d82768af6 port de14e1a2-536c-4460-a162-22dde3b0a483 binding host dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:22:03.519974 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.955697 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Notify callbacks [] for port, precommit_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.971195 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.provisioning_blocks [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Transition to ACTIVE for port object de14e1a2-536c-4460-a162-22dde3b0a483 will not be triggered until provisioned by entity L2. {{(pid=92353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:04.048594 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.055102 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:04.357450 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Pushing event updated for resources: {'Port': ['ID=de14e1a2-536c-4460-a162-22dde3b0a483,revision_number=3']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:04.378024 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.378375 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.378693 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.379026 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.379350 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.379674 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.379993 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.380336 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.380657 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.380972 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.381289 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.381606 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Tracked resource versions report: Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: pushed versions: Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: { 'AddressGroup': {'1.2'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'ConntrackHelper': {'1.0'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Log': {'1.0'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Network': {'1.1'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Port': {'1.7'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'PortForwarding': {'1.2'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'QosPolicy': {'1.8'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'SecurityGroup': {'1.4'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'SubPort': {'1.0'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Subnet': {'1.1'}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Trunk': {'1.1'}} Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: consumer versions: Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: { DHCP agent@dv-cinder-789564-4-smb: {}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: L3 agent@dv-cinder-789564-4-smb: {}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: Metadata agent@dv-cinder-789564-4-smb: {}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: Metering agent@dv-cinder-789564-4-smb: {}, Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: Open vSwitch agent@dv-cinder-789564-4-smb: { 'AddressGroup': '1.2', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'ConntrackHelper': '1.0', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Log': '1.0', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Network': '1.1', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Port': '1.7', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'PortForwarding': '1.2', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'QosPolicy': '1.8', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'SecurityGroup': '1.4', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'SecurityGroupRule': '1.2', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'SubPort': '1.0', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Subnet': '1.1', Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: 'Trunk': '1.1'}} Jun 08 18:22:04.382765 dv-cinder-789564-4-smb neutron-server[92353]: {{(pid=92353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:22:04.396051 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:04.396632 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Attempting to bind port de14e1a2-536c-4460-a162-22dde3b0a483 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:04.397024 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Attempting to bind port de14e1a2-536c-4460-a162-22dde3b0a483 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'b820ce9d-c120-46d2-b597-009abee4b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866'}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:04.397458 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Attempting to bind port de14e1a2-536c-4460-a162-22dde3b0a483 on network 62ee103c-35dc-4314-bd71-65adacffa866 {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:04.404623 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:04.405056 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Checking segment: {'id': 'b820ce9d-c120-46d2-b597-009abee4b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:04.405524 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.405984 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Bound using segment: {'id': 'b820ce9d-c120-46d2-b597-009abee4b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866'} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:04.406425 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Bound port: de14e1a2-536c-4460-a162-22dde3b0a483, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b820ce9d-c120-46d2-b597-009abee4b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866'}}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:04.407005 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.528138 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] For port de14e1a2-536c-4460-a162-22dde3b0a483, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:04.532894 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] For port de14e1a2-536c-4460-a162-22dde3b0a483, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=de14e1a2-536c-4460-a162-22dde3b0a483,segment=NetworkSegment(b820ce9d-c120-46d2-b597-009abee4b218),segment_id=b820ce9d-c120-46d2-b597-009abee4b218)] {{(pid=92353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:04.620209 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.624540 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:04.748761 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Routers {'be19dd99-52ed-4bcb-b30c-4b9d82768af6'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:04.749282 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:21:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['be19dd99-52ed-4bcb-b30c-4b9d82768af6'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:04.806426 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Pushing event updated for resources: {'Port': ['ID=de14e1a2-536c-4460-a162-22dde3b0a483,revision_number=4']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:04.808440 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:04.929879 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] Set router be19dd99-52ed-4bcb-b30c-4b9d82768af6 gateway port host: None {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:05.171563 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53020) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:05.329724 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'name': 'router1', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:51Z', 'updated_at': '2021-06-08T18:22:01Z', 'revision_number': 2, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'gw_port_host': None, '_interfaces': [{'id': 'de14e1a2-536c-4460-a162-22dde3b0a483', 'name': '', 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'mac_address': 'fa:16:3e:00:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:22:00Z', 'updated_at': '2021-06-08T18:22:04Z', 'revision_number': 4, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'subnets': [{'id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2defc37-a6ff-4750-9f5f-47806d9887e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:05.337484 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53596df-9cf3-45f8-b5b7-454662bacd58 None None] The sync data for ids ['be19dd99-52ed-4bcb-b30c-4b9d82768af6'] in dv-cinder-789564-4-smb is: [{'id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'name': 'router1', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:51Z', 'updated_at': '2021-06-08T18:22:01Z', 'revision_number': 2, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'gw_port_host': None, '_interfaces': [{'id': 'de14e1a2-536c-4460-a162-22dde3b0a483', 'name': '', 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'mac_address': 'fa:16:3e:00:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:22:00Z', 'updated_at': '2021-06-08T18:22:04Z', 'revision_number': 4, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'subnets': [{'id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2defc37-a6ff-4750-9f5f-47806d9887e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:22:05.353537 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646f704-718b-4ad3-afe2-c7065b763305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:05.355051 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-b646f704-718b-4ad3-afe2-c7065b763305 admin admin] 10.222.0.43 "GET /v2.0/networks/8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 HTTP/1.1" status: 200 len: 842 time: 0.1821003 Jun 08 18:22:05.372886 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Request body: {'subnet': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'enable_dhcp': False}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:05.540009 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Made reservation on behalf of 96ab51cb2da943fb82cee6f638ef01e9 for: {'subnet': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:05.542510 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.115491 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.objects.ports [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92350) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 08 18:22:06.116042 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.119943 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:06.192424 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49c9b4f-0032-401b-88bd-10cffcb518cc,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:06.198375 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:06.205392 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Checking segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:06.205745 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Network hostable DHCP agents. Network: 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:22:06.276178 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:22:06.396384 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344) {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:06.400310 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:06.400948 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.409406 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3410212a-67d3-4dd1-b9eb-a57afee80e29 None None] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:06.506054 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1386285 Jun 08 18:22:06.648509 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e6e89b-c28e-4a78-a5a5-17e4b6f945c4 None None] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:08.856937 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53032) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:08.890031 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device de14e1a2-536c-4460-a162-22dde3b0a483 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:09.088000 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port de14e1a2-536c-4460-a162-22dde3b0a483 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:09.093499 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port de14e1a2-536c-4460-a162-22dde3b0a483 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:09.093867 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.144470 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-8f57821f-2bf6-42dd-91d0-a262963417d9 admin admin] 10.222.0.43 "GET /v2.0/routers/be19dd99-52ed-4bcb-b30c-4b9d82768af6 HTTP/1.1" status: 200 len: 710 time: 0.2863505 Jun 08 18:22:09.240891 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.273195 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port de14e1a2-536c-4460-a162-22dde3b0a483, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=de14e1a2-536c-4460-a162-22dde3b0a483,segment=NetworkSegment(b820ce9d-c120-46d2-b597-009abee4b218),segment_id=b820ce9d-c120-46d2-b597-009abee4b218)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:09.280662 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0304b9-dbbc-45bd-8adb-4d44c6aeb781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:09.284987 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-8b0304b9-dbbc-45bd-8adb-4d44c6aeb781 admin admin] 10.222.0.43 "GET /v2.0/networks/8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 HTTP/1.1" status: 200 len: 886 time: 0.1285350 Jun 08 18:22:09.294449 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:09.379832 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.383351 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:09.483116 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=de14e1a2-536c-4460-a162-22dde3b0a483,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:09.492739 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:09.758872 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-856391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13362'] for router, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.157158 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.218312 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.357412 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Allocated IP 172.28.2.45 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/7f4e1098-d2fa-471a-91d3-6e8f8dc51692) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:10.565831 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.659480 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.660225 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:10.660225 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:10.660225 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:10.660225 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:10.660225 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:10.660225 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:10.680366 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:10.681596 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:10.684456 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:10.871946 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device de14e1a2-536c-4460-a162-22dde3b0a483 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:10.944479 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port de14e1a2-536c-4460-a162-22dde3b0a483 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:10.944842 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.278474 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.615015 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-856391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13362'] for router, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.618472 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-845700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-845757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-856432'] for router, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.801495 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Router be19dd99-52ed-4bcb-b30c-4b9d82768af6 has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:22:11.978603 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:22:11.982795 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.984064 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-cc967b12-980a-45be-be88-8a97a2db9283 admin admin] 10.222.0.43 "PUT /v2.0/routers/be19dd99-52ed-4bcb-b30c-4b9d82768af6 HTTP/1.1" status: 200 len: 889 time: 2.6955049 Jun 08 18:22:11.990658 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Sync routers for ids ['be19dd99-52ed-4bcb-b30c-4b9d82768af6'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:22:12.008816 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Routers {'be19dd99-52ed-4bcb-b30c-4b9d82768af6'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:12.010128 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:21:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['be19dd99-52ed-4bcb-b30c-4b9d82768af6'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:12.257475 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Set router be19dd99-52ed-4bcb-b30c-4b9d82768af6 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:12.692185 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'name': 'router1', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '7f4e1098-d2fa-471a-91d3-6e8f8dc51692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:51Z', 'updated_at': '2021-06-08T18:22:10Z', 'revision_number': 4, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'gw_port': {'id': '7f4e1098-d2fa-471a-91d3-6e8f8dc51692', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:22:10Z', 'updated_at': '2021-06-08T18:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'de14e1a2-536c-4460-a162-22dde3b0a483', 'name': '', 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'mac_address': 'fa:16:3e:00:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:22:00Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'subnets': [{'id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2defc37-a6ff-4750-9f5f-47806d9887e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:12.697232 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Checking router: be19dd99-52ed-4bcb-b30c-4b9d82768af6 for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:22:12.697592 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Updating router be19dd99-52ed-4bcb-b30c-4b9d82768af6 port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 binding host dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:22:12.753523 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.091560 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Notify callbacks [] for port, precommit_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.103114 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Transition to ACTIVE for port object 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:13.174181 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.178520 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-04ea8fd2-382f-4d3e-87b9-5d9c0edb6dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:13.255353 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Attempting to bind port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:13.255724 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Attempting to bind port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:13.256095 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Attempting to bind port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 on network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:13.258123 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a6781-1c8e-42a8-8a4d-6ba6f6b40114 None None] Pushing event updated for resources: {'Port': ['ID=7f4e1098-d2fa-471a-91d3-6e8f8dc51692,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:13.261825 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-c13a6781-1c8e-42a8-8a4d-6ba6f6b40114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:13.265241 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:13.265241 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Checking segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:13.265740 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.265987 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Bound using segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:13.266674 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Bound port: 7f4e1098-d2fa-471a-91d3-6e8f8dc51692, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:13.266827 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.344211 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] For port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:13.348309 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] For port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=7f4e1098-d2fa-471a-91d3-6e8f8dc51692,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:13.408987 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.413130 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:13.503161 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a6781-1c8e-42a8-8a4d-6ba6f6b40114 None None] Pushing event updated for resources: {'Port': ['ID=7f4e1098-d2fa-471a-91d3-6e8f8dc51692,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:13.507887 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Routers {'be19dd99-52ed-4bcb-b30c-4b9d82768af6'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:13.509052 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:21:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['be19dd99-52ed-4bcb-b30c-4b9d82768af6'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:13.641275 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-c13a6781-1c8e-42a8-8a4d-6ba6f6b40114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:13.807605 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] Set router be19dd99-52ed-4bcb-b30c-4b9d82768af6 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:14.180258 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'name': 'router1', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '7f4e1098-d2fa-471a-91d3-6e8f8dc51692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:51Z', 'updated_at': '2021-06-08T18:22:10Z', 'revision_number': 4, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'gw_port': {'id': '7f4e1098-d2fa-471a-91d3-6e8f8dc51692', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:22:10Z', 'updated_at': '2021-06-08T18:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'de14e1a2-536c-4460-a162-22dde3b0a483', 'name': '', 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'mac_address': 'fa:16:3e:00:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:22:00Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'subnets': [{'id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2defc37-a6ff-4750-9f5f-47806d9887e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:14.184303 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e3a77-bb27-4875-ba4d-3ff9684073a8 None None] The sync data for ids ['be19dd99-52ed-4bcb-b30c-4b9d82768af6'] in dv-cinder-789564-4-smb is: [{'id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'name': 'router1', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '7f4e1098-d2fa-471a-91d3-6e8f8dc51692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:51Z', 'updated_at': '2021-06-08T18:22:10Z', 'revision_number': 4, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'gw_port': {'id': '7f4e1098-d2fa-471a-91d3-6e8f8dc51692', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:08:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:22:10Z', 'updated_at': '2021-06-08T18:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'de14e1a2-536c-4460-a162-22dde3b0a483', 'name': '', 'network_id': '62ee103c-35dc-4314-bd71-65adacffa866', 'tenant_id': '1e24721e8e6b421083dcc9fd86916d6c', 'mac_address': 'fa:16:3e:00:72:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19dd99-52ed-4bcb-b30c-4b9d82768af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:22:00Z', 'updated_at': '2021-06-08T18:22:09Z', 'revision_number': 5, 'project_id': '1e24721e8e6b421083dcc9fd86916d6c', 'subnets': [{'id': 'c00736b5-fc8b-4c59-860a-e4abfab86317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2defc37-a6ff-4750-9f5f-47806d9887e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:22:14.399969 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53040) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:14.583151 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-dca19798-19ac-480e-9289-0a2778967e8a admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1795471 Jun 08 18:22:14.924568 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:15.077594 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:15.085154 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:15.085606 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.272935 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.291289 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=7f4e1098-d2fa-471a-91d3-6e8f8dc51692,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:15.379864 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.382246 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-c13a6781-1c8e-42a8-8a4d-6ba6f6b40114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:15.482762 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=7f4e1098-d2fa-471a-91d3-6e8f8dc51692,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:15.488955 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:16.905242 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:16.989782 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 7f4e1098-d2fa-471a-91d3-6e8f8dc51692 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:16.990362 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.802264 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5416abef-befe-415a-987e-dada70eb9d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:24.614980 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:24.814277 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-192cc512-b5ed-4c32-bed2-b27b2209642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.842505 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:27.356439 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.808653 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:22:51.813883 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-8191805b-0265-4050-9fc7-213b95f35c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.585344 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:54.807525 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-21e08b02-6198-44e8-841b-208cc88e2aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.849763 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:57.356223 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.806726 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:23:21.813081 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e256e342-93c5-4648-9ca7-5d6aa9347ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:24.567131 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:24.767494 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b0771849-d276-4d68-8a98-9db2caa3cb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:25.819025 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:27.366352 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:50.805957 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:23:51.760987 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-8093b265-44e4-4859-8c7f-d369f9c2f06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:52.840863 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53608) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:52.909622 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.pecan_wsgi.hooks.translation [None req-0143d2e5-99ed-428a-ba11-dc81153fb3a8 admin admin] GET failed (client error): The resource could not be found. Jun 08 18:23:52.910894 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-0143d2e5-99ed-428a-ba11-dc81153fb3a8 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690835 Jun 08 18:23:53.040053 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7934313-a8fd-4ec3-9fe1-c6fd847e4816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:53.041552 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-a7934313-a8fd-4ec3-9fe1-c6fd847e4816 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1268151 Jun 08 18:23:54.595680 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:54.788564 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5f282404-5554-4eed-a5bc-abe5567abc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:55.204457 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53618) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:55.314619 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07abc10e-7db0-437f-b183-03749c44a529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:55.315966 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-07abc10e-7db0-437f-b183-03749c44a529 admin admin] 10.222.0.43 "GET /v2.0/subnets/c00736b5-fc8b-4c59-860a-e4abfab86317 HTTP/1.1" status: 200 len: 849 time: 0.1105652 Jun 08 18:23:55.325282 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:55.444364 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:55.716189 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771744626414'] for subnet, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:55.720511 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-41571085-dbe5-42b0-bde7-4f2a03bc1e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:55.765133 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:55.765484 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:55.768114 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] 10.222.0.43 "PUT /v2.0/subnets/c00736b5-fc8b-4c59-860a-e4abfab86317 HTTP/1.1" status: 200 len: 868 time: 0.4464314 Jun 08 18:23:55.769120 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b1591-26ec-48ec-8681-8a3e7c75f5ad None None] Network 62ee103c-35dc-4314-bd71-65adacffa866 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:23:55.814708 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00736b5-fc8b-4c59-860a-e4abfab86317,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:55.825544 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.826083 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.826596 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.827104 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.827645 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.828197 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.828790 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.829268 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.829798 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.830137 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.830471 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.830979 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:55.836215 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:55.841487 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:56.304721 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-51166f8f-cd4b-4f15-80b2-1b2324b2ee8d None None] Provisioning complete for port 044b2576-db6d-41ab-a6df-80fc0efba60c triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:56.305097 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-51166f8f-cd4b-4f15-80b2-1b2324b2ee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:56.443463 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-51166f8f-cd4b-4f15-80b2-1b2324b2ee8d None None] Provisioning complete for port de14e1a2-536c-4460-a162-22dde3b0a483 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:56.443723 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-51166f8f-cd4b-4f15-80b2-1b2324b2ee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:57.378646 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:57.995293 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53626) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:58.181496 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dace9c-ca5d-41c1-ac44-6f37e61d53c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:58.181881 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dace9c-ca5d-41c1-ac44-6f37e61d53c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:58.183411 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-b7dace9c-ca5d-41c1-ac44-6f37e61d53c1 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1871293 Jun 08 18:24:00.369372 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53634) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:00.548488 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4700ad1e-8ac0-497e-94e7-bac36b0e0c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:00.548884 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4700ad1e-8ac0-497e-94e7-bac36b0e0c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:00.550418 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-4700ad1e-8ac0-497e-94e7-bac36b0e0c4d admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1800904 Jun 08 18:24:02.731469 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53642) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:02.902115 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c308af50-8fc8-4eb0-9259-a3bb18f00864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:02.903464 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-c308af50-8fc8-4eb0-9259-a3bb18f00864 admin admin] 10.222.0.43 "GET /v2.0/networks/62ee103c-35dc-4314-bd71-65adacffa866 HTTP/1.1" status: 200 len: 869 time: 0.1710672 Jun 08 18:24:05.042835 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53650) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:05.209568 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec70eaf8-8b6d-40c2-9571-020eafe69f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:05.210838 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-ec70eaf8-8b6d-40c2-9571-020eafe69f38 admin admin] 10.222.0.43 "GET /v2.0/networks/8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 HTTP/1.1" status: 200 len: 886 time: 0.1670301 Jun 08 18:24:07.336769 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53658) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:07.446453 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b53e2-f6be-4037-b50b-d26e33549db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:07.446918 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2b53e2-f6be-4037-b50b-d26e33549db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:07.448471 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-ca2b53e2-f6be-4037-b50b-d26e33549db0 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107178 Jun 08 18:24:09.585056 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53666) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:09.692717 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6efab6b-8f79-4236-b088-4701cec52342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:09.693185 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6efab6b-8f79-4236-b088-4701cec52342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:09.694731 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-c6efab6b-8f79-4236-b088-4701cec52342 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087058 Jun 08 18:24:11.831808 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 53674) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:11.945018 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243971d5-7bfb-4d01-9b79-0f1a50b7b864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:11.946324 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-243971d5-7bfb-4d01-9b79-0f1a50b7b864 admin admin] 10.222.0.43 "GET /v2.0/subnets/c00736b5-fc8b-4c59-860a-e4abfab86317 HTTP/1.1" status: 200 len: 868 time: 0.1135049 Jun 08 18:24:14.113253 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53684) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:14.215037 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a046d9-8989-49a5-ab98-2fc56349b4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:14.216413 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-d6a046d9-8989-49a5-ab98-2fc56349b4d7 admin admin] 10.222.0.43 "GET /v2.0/subnets/e49c9b4f-0032-401b-88bd-10cffcb518cc HTTP/1.1" status: 200 len: 816 time: 0.1021826 Jun 08 18:24:21.784245 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5344108e-1813-42d2-ab33-2ae92ea69b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:24.593842 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:24.812751 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-c6726dd7-5a8b-4187-890e-50190466ac2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:25.816371 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:27.383859 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:27.804544 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:24:37.499347 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 53728) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:37.547184 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [None req-0a8ef6ac-fce2-4f57-8072-8c15ef494229 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:24:37.548242 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-0a8ef6ac-fce2-4f57-8072-8c15ef494229 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478730 Jun 08 18:24:39.764670 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53736) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:39.837578 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd8c949-7041-46b2-a892-25b1d1b5d0b6 admin admin] GET failed (client error): The resource could not be found. Jun 08 18:24:39.839104 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-dfd8c949-7041-46b2-a892-25b1d1b5d0b6 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0733213 Jun 08 18:24:39.970933 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3936533-a9b3-466e-bd86-4d9727f522a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:39.972495 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-c3936533-a9b3-466e-bd86-4d9727f522a8 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1289558 Jun 08 18:24:42.126115 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53744) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:42.173308 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:42.264324 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Made reservation on behalf of 96ab51cb2da943fb82cee6f638ef01e9 for: {'network': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:24:42.266641 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.395372 dv-cinder-789564-4-smb neutron-server[92350]: WARNING neutron.services.revisions.revision_plugin [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Could not find related network for resource to bump revision. Jun 08 18:24:42.407768 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=92350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:24:42.416779 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.417111 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.segments_db [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Added segment d76e09b6-256f-445b-866a-5355614ffd90 of type vlan for network 855bb445-7a16-43c5-9642-e4ca0ba9d84d Jun 08 18:24:42.442285 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.566846 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.568257 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:42.568838 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.572372 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:42.664064 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Pushing event updated for resources: {'Network': ['ID=855bb445-7a16-43c5-9642-e4ca0ba9d84d,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:42.666933 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:42.675316 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 855bb445-7a16-43c5-9642-e4ca0ba9d84d details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:24:42.767534 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6402998 Jun 08 18:24:44.938528 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53752) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:45.005260 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a841ba-0e84-44d6-a39a-efe51ded046b admin admin] GET failed (client error): The resource could not be found. Jun 08 18:24:45.006516 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-14a841ba-0e84-44d6-a39a-efe51ded046b admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0670381 Jun 08 18:24:45.113271 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0664f62b-6ab2-4001-beba-f42bd917a1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:45.114722 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-0664f62b-6ab2-4001-beba-f42bd917a1ca admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1044190 Jun 08 18:24:45.124836 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:45.258540 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Made reservation on behalf of 96ab51cb2da943fb82cee6f638ef01e9 for: {'subnet': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:24:45.261187 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.532411 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.536397 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-d0ebb85d-43c1-4cbd-9059-586a6d6f23b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:45.607750 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a301a32-0829-49d1-bd74-b51ca279b98f,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:45.610529 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:45.619630 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Checking segment: {'id': 'd76e09b6-256f-445b-866a-5355614ffd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:45.619986 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Network hostable DHCP agents. Network: 855bb445-7a16-43c5-9642-e4ca0ba9d84d, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:24:45.772073 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Network 855bb445-7a16-43c5-9642-e4ca0ba9d84d is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:24:45.886918 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 855bb445-7a16-43c5-9642-e4ca0ba9d84d) {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:45.891568 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:45.892086 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.901333 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df172dd-7aaf-4673-9966-e4713be41444 None None] Network 855bb445-7a16-43c5-9642-e4ca0ba9d84d requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:24:45.978859 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8579950 Jun 08 18:24:46.123399 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700ac206-2eea-5549-baf1-7749e302a675-855bb445-7a16-43c5-9642-e4ca0ba9d84d', 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d', 'tenant_id': '96ab51cb2da943fb82cee6f638ef01e9', 'fixed_ips': [{'subnet_id': '1a301a32-0829-49d1-bd74-b51ca279b98f'}]}} from dv-cinder-789564-4-smb. {{(pid=92352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:24:46.126180 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.362254 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.db_base_plugin_common [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Allocated IP 192.168.233.2 (855bb445-7a16-43c5-9642-e4ca0ba9d84d/1a301a32-0829-49d1-bd74-b51ca279b98f/54b23a40-f1f4-4545-b63f-23c5ad2820d6) {{(pid=92352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:46.601371 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Notify callbacks [] for port, precommit_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.611459 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Transition to ACTIVE for port object 54b23a40-f1f4-4545-b63f-23c5ad2820d6 will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:46.630074 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Transition to ACTIVE for port object 54b23a40-f1f4-4545-b63f-23c5ad2820d6 will not be triggered until provisioned by entity DHCP. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:46.731120 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.731857 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:46.731857 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:46.731857 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:46.731857 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:46.731857 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:46.731857 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:46.750202 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Network 855bb445-7a16-43c5-9642-e4ca0ba9d84d is already hosted by enough agents. {{(pid=92352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:46.751303 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.base_scheduler [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Resources bound (agent type, host, resource id): {{(pid=92352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:46.754470 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Received port after_create {{(pid=92352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:46.847827 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Attempting to bind port 54b23a40-f1f4-4545-b63f-23c5ad2820d6 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:46.848314 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Attempting to bind port 54b23a40-f1f4-4545-b63f-23c5ad2820d6 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'd76e09b6-256f-445b-866a-5355614ffd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:46.848683 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Attempting to bind port 54b23a40-f1f4-4545-b63f-23c5ad2820d6 on network 855bb445-7a16-43c5-9642-e4ca0ba9d84d {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:46.854621 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:46.855058 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Checking segment: {'id': 'd76e09b6-256f-445b-866a-5355614ffd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:46.855413 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.855812 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Bound using segment: {'id': 'd76e09b6-256f-445b-866a-5355614ffd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:46.856355 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Bound port: 54b23a40-f1f4-4545-b63f-23c5ad2820d6, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76e09b6-256f-445b-866a-5355614ffd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:46.856737 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.946516 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] For port 54b23a40-f1f4-4545-b63f-23c5ad2820d6, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:46.949682 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] For port 54b23a40-f1f4-4545-b63f-23c5ad2820d6, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=54b23a40-f1f4-4545-b63f-23c5ad2820d6,segment=NetworkSegment(d76e09b6-256f-445b-866a-5355614ffd90),segment_id=d76e09b6-256f-445b-866a-5355614ffd90)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:47.057192 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.062145 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-c13a6781-1c8e-42a8-8a4d-6ba6f6b40114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:47.141512 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Pushing event updated for resources: {'Port': ['ID=54b23a40-f1f4-4545-b63f-23c5ad2820d6,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:47.151299 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.151635 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.151969 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.152313 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.152652 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.152986 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.153299 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.153610 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.153920 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.154229 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.154530 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.154831 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:47.160698 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:47.966530 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6745b8d-7916-496e-8e57-3715750802a9 None None] Network 855bb445-7a16-43c5-9642-e4ca0ba9d84d requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:24:48.142885 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-46e701fb-314c-49d0-bb36-a22cf0d9cfa9 None None] Provisioning for port 54b23a40-f1f4-4545-b63f-23c5ad2820d6 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:49.004238 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 54b23a40-f1f4-4545-b63f-23c5ad2820d6 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:49.143795 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 54b23a40-f1f4-4545-b63f-23c5ad2820d6 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:49.148807 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 54b23a40-f1f4-4545-b63f-23c5ad2820d6 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:49.149175 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:49.265428 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:49.300920 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 54b23a40-f1f4-4545-b63f-23c5ad2820d6, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=54b23a40-f1f4-4545-b63f-23c5ad2820d6,segment=NetworkSegment(d76e09b6-256f-445b-866a-5355614ffd90),segment_id=d76e09b6-256f-445b-866a-5355614ffd90)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:49.370795 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:49.372954 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:49.440687 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=54b23a40-f1f4-4545-b63f-23c5ad2820d6,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:49.444052 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:50.981746 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 54b23a40-f1f4-4545-b63f-23c5ad2820d6 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:51.054954 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 54b23a40-f1f4-4545-b63f-23c5ad2820d6 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:51.055170 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:51.772336 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a7dd47d0-3f07-4d0c-a062-0cf534bc74f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:54.584001 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:54.784559 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e38c8e54-3116-45db-b68b-f4a1d28ff14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:55.852839 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.406703 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:04.804192 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:25:21.760617 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-6f1191f7-fbd6-4ffa-a287-d43e106c61ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:24.589860 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:24.764776 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-c293bb10-76c0-4d2b-bd15-e41967f51fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:25.846346 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:27.389358 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.803041 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:25:51.769873 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed386-973f-40d9-b456-3cad10b122db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.612077 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.771952 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2adeeb04-3c68-49b8-9a38-3d6153cc01f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.834413 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.383077 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.435393 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53804) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:03.441573 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [None req-9023e9c5-bc28-41d8-9047-8321ac373540 tempest-verify_tempest_config-2086197642 tempest-verify_tempest_config-2086197642-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:26:03.442587 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-9023e9c5-bc28-41d8-9047-8321ac373540 tempest-verify_tempest_config-2086197642 tempest-verify_tempest_config-2086197642-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061622 Jun 08 18:26:03.976526 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 53822) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:04.096729 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.194911 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.278144 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.285954 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:04.327670 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15bddb84c74341cfaea0002311429c3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3500733 Jun 08 18:26:04.329313 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8639e6e3-7ca2-45f1-be76-07ab9a577bd3,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:04.330699 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 53826) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:04.335347 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.335679 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.336008 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.336345 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.336664 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.336976 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.337283 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.337586 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.338164 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.339085 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.339390 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.339692 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.343302 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:04.389924 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.418482 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.583185 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.586100 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.587239 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8639e6e3-7ca2-45f1-be76-07ab9a577bd3 HTTP/1.1" status: 204 len: 168 time: 0.2555337 Jun 08 18:26:04.588192 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:04.598314 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8639e6e3-7ca2-45f1-be76-07ab9a577bd3,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:04.605335 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.605675 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.606000 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.606322 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.606639 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.606963 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.607277 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.607589 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.607916 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.608259 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.608572 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.608877 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:04.611913 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:18.802178 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:26:21.754533 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-dbd91b02-a4d5-47a8-a9c8-2e00e83a9a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:24.725855 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:24.805745 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-124ddd63-102d-47b0-a8a2-d0b7e1b5e3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.834123 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:27.377214 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:51.777027 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-722e437c-09d4-4b9d-8969-a27e326eb051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:54.577247 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:54.754280 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-6c2e15cc-3cbc-4386-9391-a1271f152160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:55.801369 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:26:55.826215 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:57.392080 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:21.759699 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-493651e1-b7ca-4778-be0b-391ee9d7eda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:24.588432 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:24.751652 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad8aa-aedc-443b-9e3e-cf55a8fef9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:25.856942 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:27.416683 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.800826 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 5 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:27:45.622502 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061'] for agent, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:50.072660 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 53880) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:50.185616 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-e1fc82f9-d41e-4de1-84ab-efb904da2b3a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1118512 Jun 08 18:27:51.762772 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd301-42c0-4723-a7bd-79ff54da91e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.365854 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 53890) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:52.423163 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-3995ced8-8274-48a9-81ac-f73741094d7d admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0562160 Jun 08 18:27:54.611909 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:54.759640 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-152ef661-1713-4181-b306-792b09ba18f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:55.873840 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:57.439871 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.801083 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:28:15.642189 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:21.773792 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-9bf0af5b-3f32-4f58-b887-0f9db06eb093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:24.653840 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:24.771260 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-6e7dfbc7-974f-4122-a20c-02850daca65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.860113 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:27.379213 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:45.626594 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:46.804162 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:28:51.824582 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-c03c7a0e-3d88-4578-b201-6c40dbd674f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.636716 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.760367 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-85f8e7cd-f849-4daa-892d-7f0db4de1899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:55.913701 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:57.400013 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:15.647708 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:21.842822 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-cdb96893-c66a-4794-b0d6-233756c654ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:23.813727 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:29:24.645478 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:24.751075 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a631b300-6c94-40f0-a473-3a3c2481ce2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:25.824887 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54048) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:25.858151 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54054) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:25.887401 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:26.276922 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-223421270-network', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:26.333894 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-network', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:26.412825 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Made reservation on behalf of 4abd5b48fe9d41faaca7ec1cf1c5a8b1 for: {'network': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:26.415136 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:26.432666 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:26.542117 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Made reservation on behalf of b84b565ac60d4d7f8b9f80e78027432a for: {'network': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:26.542117 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:26.563596 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:26.659032 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:26.752410 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:26.760873 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:26.776786 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=92350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:29:26.814799 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:26.815137 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.segments_db [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Added segment 679b1d18-bc0c-45dc-90a7-5c054ace795f of type vlan for network 622765e2-19d8-4145-8357-756259280cb6 Jun 08 18:29:26.839170 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dd9676-51d8-44ef-85bd-03e33ee75047,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:26.872111 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.872504 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.873053 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.873386 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.873711 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.874033 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.874393 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.874709 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.875028 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.875347 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.875654 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.875960 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Tracked resource versions report: Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: pushed versions: Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: { 'AddressGroup': {'1.2'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'ConntrackHelper': {'1.0'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Log': {'1.0'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Network': {'1.1'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Port': {'1.7'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'PortForwarding': {'1.2'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'QosPolicy': {'1.8'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'SecurityGroup': {'1.4'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'SubPort': {'1.0'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Subnet': {'1.1'}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Trunk': {'1.1'}} Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: consumer versions: Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: { DHCP agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: HyperV agent@hv-cinder-78956: {}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: L3 agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: Metadata agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: Metering agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: Open vSwitch agent@dv-cinder-789564-4-smb: { 'AddressGroup': '1.2', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'ConntrackHelper': '1.0', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Log': '1.0', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Network': '1.1', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Port': '1.7', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'PortForwarding': '1.2', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'QosPolicy': '1.8', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'SecurityGroup': '1.4', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'SecurityGroupRule': '1.2', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'SubPort': '1.0', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Subnet': '1.1', Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: 'Trunk': '1.1'}} Jun 08 18:29:26.877029 dv-cinder-789564-4-smb neutron-server[92350]: {{(pid=92350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:29:26.896907 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:26.900593 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:26.955802 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.018606 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.019560 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.024089 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a771c992-b639-489c-bc3d-7cc4a731fb56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:27.045049 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:27.045496 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.066355 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db102ed-d148-4d5e-8e70-0acecec3e157,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:27.072032 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:27.072759 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=92350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:29:27.074646 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-e9559423-8305-44ee-af77-7021621fa831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:27.167236 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.167694 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.segments_db [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Added segment 0e0fe514-90c4-4b56-8327-563b66291b2f of type vlan for network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f Jun 08 18:29:27.177384 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Pushing event updated for resources: {'Network': ['ID=622765e2-19d8-4145-8357-756259280cb6,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:27.184534 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54108) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:27.190820 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Request body: {'subnet': {'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-subnet', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:27.191254 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 622765e2-19d8-4145-8357-756259280cb6 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:29:27.192625 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3609958 Jun 08 18:29:27.222177 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54112) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:27.225293 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:27.230434 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.268154 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Made reservation on behalf of 4abd5b48fe9d41faaca7ec1cf1c5a8b1 for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:27.272368 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.325865 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.328455 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:27.334510 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.334510 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:27.422658 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.438261 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Pushing event updated for resources: {'Network': ['ID=6a0af616-103c-4942-9a88-9f3e4cbd3e2f,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:27.441227 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:27.448835 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:29:27.503075 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54120) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:27.521727 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6624558 Jun 08 18:29:27.524593 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54124) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:27.531139 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Request body: {'subnet': {'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-subnet', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:27.562037 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.569517 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:27.612818 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Made reservation on behalf of b84b565ac60d4d7f8b9f80e78027432a for: {'subnet': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:27.615420 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.638806 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ae49be-afa1-4873-89ee-aa7bfed398ae,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:27.649888 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.650231 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.650564 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.650891 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.651397 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.651728 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.652047 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.652404 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.652742 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.653062 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.653373 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.653684 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Tracked resource versions report: Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: pushed versions: Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: { 'AddressGroup': {'1.2'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'ConntrackHelper': {'1.0'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Log': {'1.0'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Network': {'1.1'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Port': {'1.7'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'PortForwarding': {'1.2'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'QosPolicy': {'1.8'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'SecurityGroup': {'1.4'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'SubPort': {'1.0'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Subnet': {'1.1'}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Trunk': {'1.1'}} Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: consumer versions: Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: { DHCP agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: HyperV agent@hv-cinder-78956: {}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: L3 agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: Metadata agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: Metering agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: Open vSwitch agent@dv-cinder-789564-4-smb: { 'AddressGroup': '1.2', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'ConntrackHelper': '1.0', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Log': '1.0', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Network': '1.1', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Port': '1.7', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'PortForwarding': '1.2', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'QosPolicy': '1.8', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'SecurityGroup': '1.4', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'SecurityGroupRule': '1.2', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'SubPort': '1.0', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Subnet': '1.1', Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: 'Trunk': '1.1'}} Jun 08 18:29:27.654835 dv-cinder-789564-4-smb neutron-server[92351]: {{(pid=92351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:29:27.659875 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-194172159-network', 'tenant_id': '126c752766ab493988f3416b6d63eda7'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:27.665438 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:27.694692 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Checking segment: {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:27.700663 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Network hostable DHCP agents. Network: 622765e2-19d8-4145-8357-756259280cb6, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:29:27.742202 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Made reservation on behalf of 126c752766ab493988f3416b6d63eda7 for: {'network': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:27.744542 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.755817 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54134) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:27.763514 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.775114 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Network 622765e2-19d8-4145-8357-756259280cb6 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:29:27.883169 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 622765e2-19d8-4145-8357-756259280cb6) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:27.891153 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:27.892714 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.896344 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f069e-4d20-4722-8d23-13e9a48a98cb None None] Network 622765e2-19d8-4145-8357-756259280cb6 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:27.920337 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.928067 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:27.941544 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-300be80b-c4fd-4d81-b01a-9d482de2348f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:27.987790 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1782642454-network', 'tenant_id': '385dfeca674e47b1800afad2ff7bdfd1'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:28.000297 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.003375 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:28.092883 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=92351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:29:28.110311 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.110971 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.segments_db [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Added segment 29a65abb-8306-421e-9f6c-078ac72d4741 of type vlan for network facf0ad9-6a65-49bc-9359-3939b4369c9f Jun 08 18:29:28.127637 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1880487-e29d-4385-b0c1-eb4d0215b9c6,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:28.134697 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:28.138550 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Checking segment: {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:28.139089 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Network hostable DHCP agents. Network: 6a0af616-103c-4942-9a88-9f3e4cbd3e2f, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:29:28.159359 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.177754 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6458a7-4b38-4eaf-b400-940c457c7409,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:28.182374 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:28.194239 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700ac206-2eea-5549-baf1-7749e302a675-622765e2-19d8-4145-8357-756259280cb6', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae'}]}} from dv-cinder-789564-4-smb. {{(pid=92352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:29:28.196003 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.211042 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-6a1da577-d866-4abb-a61c-a8f6d2afa7b4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0249391 Jun 08 18:29:28.213595 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54152) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:28.215605 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1267471753-network', 'tenant_id': '1537138941164e968bf25bf7ddaaba43'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:28.220475 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:28.242073 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Made reservation on behalf of 385dfeca674e47b1800afad2ff7bdfd1 for: {'network': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:28.245954 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.260368 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.273965 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.275099 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:29:28.275294 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:28.276337 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.296340 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:28.395155 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 6a0af616-103c-4942-9a88-9f3e4cbd3e2f) {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:28.399736 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:28.400560 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.409747 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e2dbf-fdfb-4dcf-839c-999b36568537 None None] Network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:28.426527 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Pushing event updated for resources: {'Network': ['ID=facf0ad9-6a65-49bc-9359-3939b4369c9f,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:28.429960 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Made reservation on behalf of 1537138941164e968bf25bf7ddaaba43 for: {'network': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:28.432304 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.446956 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:28.447864 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.458708 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-856405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13327'] for router, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.460012 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-856318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13312'] for router, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.486107 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:28.486683 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network facf0ad9-6a65-49bc-9359-3939b4369c9f details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:29:28.572530 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3491626 Jun 08 18:29:28.581179 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54162) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:28.590139 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Request body: {'subnet': {'network_id': 'facf0ad9-6a65-49bc-9359-3939b4369c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-194172159-subnet', 'tenant_id': '126c752766ab493988f3416b6d63eda7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:28.601675 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.db.api [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:29:28.601675 dv-cinder-789564-4-smb neutron-server[92351]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 18:29:28.601675 dv-cinder-789564-4-smb neutron-server[92351]: [parameters: {'project_id_1': '1537138941164e968bf25bf7ddaaba43', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 29, 28, 481173)}] Jun 08 18:29:28.601675 dv-cinder-789564-4-smb neutron-server[92351]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:29:28.603434 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_db.api [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:29:28.634023 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.db_base_plugin_common [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Allocated IP 172.20.0.2 (622765e2-19d8-4145-8357-756259280cb6/35ae49be-afa1-4873-89ee-aa7bfed398ae/daa94384-1c01-44cd-aa35-55bef185ff6a) {{(pid=92352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:28.855338 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e30a7-5891-494a-9224-3bbca847a3c9 None None] Network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:28.999491 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-856391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13362'] for router, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.053666 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.105027 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.179828 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.190571 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-fdf696b7-531c-4e11-a22f-64ed5a503430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:29.207775 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=92350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:29:29.218852 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.225307 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.225635 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.segments_db [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Added segment e1a7b346-881f-4f47-886b-3063e398d632 of type vlan for network 24e0e5e0-4201-476a-9c48-59f982e8d0cf Jun 08 18:29:29.231000 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Transition to ACTIVE for port object daa94384-1c01-44cd-aa35-55bef185ff6a will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:29.252304 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Transition to ACTIVE for port object daa94384-1c01-44cd-aa35-55bef185ff6a will not be triggered until provisioned by entity DHCP. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:29.271918 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:29.283615 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:29.301650 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7755561 Jun 08 18:29:29.305114 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54190) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:29.305761 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.311212 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:29.330923 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.332592 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:29.332592 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:29.332592 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:29.332592 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:29.332592 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:29.332592 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:29.391911 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Network 622765e2-19d8-4145-8357-756259280cb6 is already hosted by enough agents. {{(pid=92352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:29.393869 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.base_scheduler [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Resources bound (agent type, host, resource id): {{(pid=92352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:29.406497 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Received port after_create {{(pid=92352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:29.505890 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Made reservation on behalf of 126c752766ab493988f3416b6d63eda7 for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:29.510860 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.530973 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Attempting to bind port daa94384-1c01-44cd-aa35-55bef185ff6a on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:29.531392 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Attempting to bind port daa94384-1c01-44cd-aa35-55bef185ff6a by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:29.531980 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Attempting to bind port daa94384-1c01-44cd-aa35-55bef185ff6a on network 622765e2-19d8-4145-8357-756259280cb6 {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:29.538223 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:29.542656 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Checking segment: {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:29.542656 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.542656 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Bound using segment: {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:29.542656 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Bound port: daa94384-1c01-44cd-aa35-55bef185ff6a, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:29.542656 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.656793 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] For port daa94384-1c01-44cd-aa35-55bef185ff6a, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:29.661732 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] For port daa94384-1c01-44cd-aa35-55bef185ff6a, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=daa94384-1c01-44cd-aa35-55bef185ff6a,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:29.675676 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.700507 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.704621 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:29.705202 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.722012 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:29.757034 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.762137 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:29.813446 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Pushing event updated for resources: {'Network': ['ID=24e0e5e0-4201-476a-9c48-59f982e8d0cf,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:29.816311 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:29.817557 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.843645 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 24e0e5e0-4201-476a-9c48-59f982e8d0cf details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:29:29.904073 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:29.978967 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Pushing event updated for resources: {'Port': ['ID=daa94384-1c01-44cd-aa35-55bef185ff6a,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:29.991916 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.992328 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.994102 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.994102 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.994402 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.994696 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.995022 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.995688 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.996022 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.996555 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.997033 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.997384 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Tracked resource versions report: Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: pushed versions: Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: { 'AddressGroup': {'1.2'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'ConntrackHelper': {'1.0'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Log': {'1.0'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Network': {'1.1'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Port': {'1.7'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'PortForwarding': {'1.2'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'QosPolicy': {'1.8'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'SecurityGroup': {'1.4'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'SubPort': {'1.0'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Subnet': {'1.1'}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Trunk': {'1.1'}} Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: consumer versions: Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: { DHCP agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: HyperV agent@hv-cinder-78956: {}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: L3 agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: Metadata agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: Metering agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: Open vSwitch agent@dv-cinder-789564-4-smb: { 'AddressGroup': '1.2', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'ConntrackHelper': '1.0', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Log': '1.0', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Network': '1.1', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Port': '1.7', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'PortForwarding': '1.2', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'QosPolicy': '1.8', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'SecurityGroup': '1.4', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'SecurityGroupRule': '1.2', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'SubPort': '1.0', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Subnet': '1.1', Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: 'Trunk': '1.1'}} Jun 08 18:29:29.998484 dv-cinder-789564-4-smb neutron-server[92352]: {{(pid=92352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:29:30.000888 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Allocated IP 172.28.2.217 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/eeacc2f3-d4f4-4b2a-874f-ae55fd57d841) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:30.022889 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:30.056636 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.072186 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d2e09c1f-4b95-4b25-b135-d8c584161662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:30.080922 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=92351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:29:30.093922 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.094269 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.segments_db [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Added segment 5462d66d-072e-4a50-ade9-461985fee3cd of type vlan for network a4a910d2-f7ed-4a4f-a59a-2af939d7546b Jun 08 18:29:30.103937 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.169934 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14bb483-ee6f-432c-a803-2a000a902133,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:30.176019 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.180889 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:30.181412 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:30.189786 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6854107 Jun 08 18:29:30.193630 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54210) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:30.199323 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Request body: {'subnet': {'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1782642454-subnet', 'tenant_id': '385dfeca674e47b1800afad2ff7bdfd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:30.225891 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.293254 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f702bea9-deaf-4a55-b5c2-c62b9a23c048,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:30.299489 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:30.306306 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Checking segment: {'id': '29a65abb-8306-421e-9f6c-078ac72d4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'facf0ad9-6a65-49bc-9359-3939b4369c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:30.306306 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Network hostable DHCP agents. Network: facf0ad9-6a65-49bc-9359-3939b4369c9f, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:29:30.327535 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-856405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13327'] for router, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.334917 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-856318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13312'] for router, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.353007 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.425148 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54222) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:30.435518 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.438478 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:30.438478 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:30.438478 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:30.438478 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:30.438478 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:30.438478 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:30.443542 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Network facf0ad9-6a65-49bc-9359-3939b4369c9f is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:29:30.458755 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.465507 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:30.466308 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.483860 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:30.490821 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:30.494145 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:30.502096 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:30.583020 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, facf0ad9-6a65-49bc-9359-3939b4369c9f) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:30.595750 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60d337-99f5-46cf-b4c0-612a53a8a0ce None None] Network facf0ad9-6a65-49bc-9359-3939b4369c9f requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:30.626088 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:30.626677 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.680732 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9233198 Jun 08 18:29:30.691233 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54230) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:30.707312 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Request body: {'subnet': {'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1267471753-subnet', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:30.725321 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Made reservation on behalf of 385dfeca674e47b1800afad2ff7bdfd1 for: {'subnet': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:30.727720 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:30.866205 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a910d2-f7ed-4a4f-a59a-2af939d7546b,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:30.903392 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:29:30.956089 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3735454 Jun 08 18:29:30.963790 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:31.142494 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962e8e6-6f72-467c-a5a2-20ca0baaea2f None None] Network facf0ad9-6a65-49bc-9359-3939b4369c9f requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:31.268513 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ffce-1330-41c5-b304-49ab4da853e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:31.271877 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba391a87-b147-4bc0-88a4-2673feedb708 None None] Network 622765e2-19d8-4145-8357-756259280cb6 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:31.280087 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Made reservation on behalf of 1537138941164e968bf25bf7ddaaba43 for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:31.283099 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:31.307535 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-856391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13362'] for router, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:31.500608 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device daa94384-1c01-44cd-aa35-55bef185ff6a up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:31.714088 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:31.815712 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ffce-1330-41c5-b304-49ab4da853e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:31.910357 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-ba9338f1-880d-4e07-82b9-6854091110a6 None None] Provisioning for port daa94384-1c01-44cd-aa35-55bef185ff6a completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:31.954274 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54284) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:31.965108 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:31.974021 dv-cinder-789564-4-smb neutron-server[92351]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 18:29:32.008183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bcd9ffce-1330-41c5-b304-49ab4da853e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.022531 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:32.040349 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-dfb1eba4-4c45-43b0-80f2-4df0fc6fbd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:32.076944 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port daa94384-1c01-44cd-aa35-55bef185ff6a completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:32.089360 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port daa94384-1c01-44cd-aa35-55bef185ff6a triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:32.089831 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.126195 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9ffce-1330-41c5-b304-49ab4da853e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c39ea1d-3c9f-4cc5-87fc-a2bc8fccfa4c,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:32.129733 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bcd9ffce-1330-41c5-b304-49ab4da853e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:32.156174 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-bcd9ffce-1330-41c5-b304-49ab4da853e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=585e49c7bd634a8385269b3314b3e10c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7294364 Jun 08 18:29:32.159101 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54286) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:32.239133 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.258990 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.264634 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:32.299206 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port daa94384-1c01-44cd-aa35-55bef185ff6a, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=daa94384-1c01-44cd-aa35-55bef185ff6a,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:32.320352 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb9e205-6293-4bb9-bb98-e7283065bd90,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:32.323064 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:32.340481 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.373708 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Checking segment: {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:32.373708 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Network hostable DHCP agents. Network: a4a910d2-f7ed-4a4f-a59a-2af939d7546b, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:29:32.384109 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.393155 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-9ae64a50-0013-41a7-8adc-80977d17ab90 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:32.394922 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-9ae64a50-0013-41a7-8adc-80977d17ab90 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/networks?id=facf0ad9-6a65-49bc-9359-3939b4369c9f HTTP/1.1" status: 200 len: 811 time: 0.4331214 Jun 08 18:29:32.416151 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.418310 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:32.473550 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-56e2aad9-e997-43ff-8ada-464ac18bce81 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/quotas/126c752766ab493988f3416b6d63eda7 HTTP/1.1" status: 200 len: 375 time: 0.0283530 Jun 08 18:29:32.503157 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-856398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845750'] for router, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.525067 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=daa94384-1c01-44cd-aa35-55bef185ff6a,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:32.529641 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:32.538408 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-1d42f13f-e37c-4517-9e82-fbe6de139a33 None None] Provisioning complete for port daa94384-1c01-44cd-aa35-55bef185ff6a triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:32.538926 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-1d42f13f-e37c-4517-9e82-fbe6de139a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.563905 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:29:32.618885 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2da675c1-08bd-4d05-881b-98c8db6619cd tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=126c752766ab493988f3416b6d63eda7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296484 Jun 08 18:29:32.652852 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f853008f-4d75-4d03-9591-1f779f1d2fa5,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:32.658267 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:32.680914 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Allocated IP 172.28.2.50 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/0dede7e2-fcbe-43af-adcd-69e0b9d7a98b) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:32.719744 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Checking segment: {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:32.720349 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Network hostable DHCP agents. Network: 24e0e5e0-4201-476a-9c48-59f982e8d0cf, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:29:32.799302 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, a4a910d2-f7ed-4a4f-a59a-2af939d7546b) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:32.812794 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:32.814004 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:32.834977 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41e631-79c9-4fd5-8730-756ae88e1287 None None] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:32.951732 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-46f7defb-c8a4-45dd-a9dc-097be1b830f2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:29:32.953530 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-46f7defb-c8a4-45dd-a9dc-097be1b830f2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1662593 Jun 08 18:29:32.960719 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-880a6fc8-9785-4c87-8c3b-7cfb7e7c5c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.066251 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-880a6fc8-9785-4c87-8c3b-7cfb7e7c5c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.093782 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Network 24e0e5e0-4201-476a-9c48-59f982e8d0cf is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:29:33.116990 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 24e0e5e0-4201-476a-9c48-59f982e8d0cf) {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:33.142393 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:33.143351 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.160503 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bd67b2-7989-47ed-875f-ccb6fcb46633 None None] Network 24e0e5e0-4201-476a-9c48-59f982e8d0cf requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:33.192151 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Router 1d80097b-470b-48f9-ab7f-8f164b9dd13c is scheduled to L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 with binding_index 1 {{(pid=92350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:29:33.324679 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1294525 Jun 08 18:29:33.343772 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-16c5b802-15ab-4ac6-bf05-ba4eb6bfd1b0 service neutron] 10.222.0.43 "GET /v2.0/networks/facf0ad9-6a65-49bc-9359-3939b4369c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651917 Jun 08 18:29:33.375173 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6801844 Jun 08 18:29:33.388824 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54316) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:33.407485 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:33.463763 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.594445 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-a351e55a-62ce-4feb-9637-cdb7c942568c service neutron] 10.222.0.43 "GET /v2.0/networks/facf0ad9-6a65-49bc-9359-3939b4369c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488406 Jun 08 18:29:33.601882 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:33.603907 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-880a6fc8-9785-4c87-8c3b-7cfb7e7c5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.609057 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-880a6fc8-9785-4c87-8c3b-7cfb7e7c5c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.610643 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-880a6fc8-9785-4c87-8c3b-7cfb7e7c5c6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c39ea1d-3c9f-4cc5-87fc-a2bc8fccfa4c HTTP/1.1" status: 204 len: 168 time: 1.4500494 Jun 08 18:29:33.611341 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:33.625227 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Sync routers for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:33.644403 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:33.645046 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:33.665091 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a6fc8-9785-4c87-8c3b-7cfb7e7c5c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c39ea1d-3c9f-4cc5-87fc-a2bc8fccfa4c,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:33.670787 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-880a6fc8-9785-4c87-8c3b-7cfb7e7c5c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:33.693556 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-856405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13327'] for router, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.695577 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-856318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13312'] for router, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.697760 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device daa94384-1c01-44cd-aa35-55bef185ff6a up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:33.732414 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.733831 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:33.733831 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:33.733831 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:33.733831 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:33.733831 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:33.733831 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:33.735446 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.785769 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:33.798101 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:33.803856 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:33.835153 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5af73b-9656-448d-84cc-3562ef3b3d15 None None] Network 24e0e5e0-4201-476a-9c48-59f982e8d0cf requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:34.041852 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54346) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:34.050386 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:34.050386 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-7a602947-ef72-420b-91d0-8758c6b9d6dd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8328102 Jun 08 18:29:34.052996 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54350) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:34.074139 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:34.076708 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700ac206-2eea-5549-baf1-7749e302a675-a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90'}]}} from dv-cinder-789564-4-smb. {{(pid=92352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:29:34.079522 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:34.098501 dv-cinder-789564-4-smb neutron-server[92350]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 18:29:34.223102 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-08407eac-4960-4548-bd7d-0f439402832c req-210f3189-fe1c-4157-bbf9-fd2992f65b02 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 210 time: 0.1051702 Jun 08 18:29:34.583314 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port daa94384-1c01-44cd-aa35-55bef185ff6a triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:34.583314 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:34.790354 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:31Z', 'revision_number': 3, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:34.796076 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Checking router: 1d80097b-470b-48f9-ab7f-8f164b9dd13c for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:34.796690 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:34.797616 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Updating router 1d80097b-470b-48f9-ab7f-8f164b9dd13c port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 binding host dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:29:34.989979 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.db_base_plugin_common [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Allocated IP 172.20.0.2 (a4a910d2-f7ed-4a4f-a59a-2af939d7546b/0fb9e205-6293-4bb9-bb98-e7283065bd90/c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf) {{(pid=92352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:35.001112 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.042280 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-856391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13362'] for router, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.131874 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54396) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:35.174217 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-675c6eaf-e9d3-4dd3-91cc-23af791671df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.190279 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55818-d802-4af1-be11-cea6b1a02031 req-e82e7396-4de1-4daf-9515-34fc393fbf29 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:35.191845 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-e82e7396-4de1-4daf-9515-34fc393fbf29 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 815 time: 1.1414032 Jun 08 18:29:35.243757 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-fff11c4a-bf76-41fc-9426-5b4fbabfc204 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/quotas/385dfeca674e47b1800afad2ff7bdfd1 HTTP/1.1" status: 200 len: 375 time: 0.0386741 Jun 08 18:29:35.435221 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae02e106-434e-4701-8e27-b894bb5c9809 req-d95b6657-eeb0-4072-95bf-fc595c91f464 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 210 time: 0.0681651 Jun 08 18:29:35.506195 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Notify callbacks [] for port, precommit_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.523480 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Transition to ACTIVE for port object c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:35.530431 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-f18e1841-e72d-4128-a25a-f0c4fcc27356 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2220893 Jun 08 18:29:35.556249 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Transition to ACTIVE for port object c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf will not be triggered until provisioned by entity DHCP. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:35.598268 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Notify callbacks [] for port, precommit_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.613916 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-856398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845750'] for router, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.635789 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.provisioning_blocks [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Transition to ACTIVE for port object eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 will not be triggered until provisioned by entity L2. {{(pid=92353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:35.642491 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.643336 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:35.643336 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:35.643336 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:35.643336 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:35.643336 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:35.643336 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:35.676747 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b is already hosted by enough agents. {{(pid=92352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:35.682336 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.base_scheduler [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Resources bound (agent type, host, resource id): {{(pid=92352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:35.689658 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Received port after_create {{(pid=92352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:35.736883 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.744457 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-a119c645-dced-44ac-ab33-60d6db8d47d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:35.819826 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Attempting to bind port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:35.820589 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Attempting to bind port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:35.821211 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Attempting to bind port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf on network a4a910d2-f7ed-4a4f-a59a-2af939d7546b {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:35.834557 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:35.835547 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Checking segment: {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:35.836078 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.836611 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Bound using segment: {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:35.837999 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Bound port: c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:35.838478 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.916088 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Attempting to bind port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:35.916698 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Attempting to bind port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:35.916878 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Attempting to bind port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 on network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:35.927725 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:35.928080 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Checking segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:35.928506 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.928896 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Bound using segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:35.929430 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Bound port: eeacc2f3-d4f4-4b2a-874f-ae55fd57d841, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:35.929716 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-96aa28f9-d72e-4f64-8312-2f3a24d42e48 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92350) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:29:35.929853 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.936687 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-96aa28f9-d72e-4f64-8312-2f3a24d42e48 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1275530 Jun 08 18:29:35.974030 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] For port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:35.978464 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] For port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:35.994628 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Pushing event updated for resources: {'Port': ['ID=eeacc2f3-d4f4-4b2a-874f-ae55fd57d841,revision_number=2']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:36.006939 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.007275 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.007606 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.007930 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.008282 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.008605 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.008920 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.009233 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.009545 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.009853 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.010161 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.010469 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Tracked resource versions report: Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: pushed versions: Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: { 'AddressGroup': {'1.2'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'ConntrackHelper': {'1.0'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Log': {'1.0'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Network': {'1.1'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Port': {'1.7'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'PortForwarding': {'1.2'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'QosPolicy': {'1.8'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'SecurityGroup': {'1.4'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'SubPort': {'1.0'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Subnet': {'1.1'}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Trunk': {'1.1'}} Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: consumer versions: Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: { DHCP agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: HyperV agent@hv-cinder-78956: {}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: L3 agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: Metadata agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: Metering agent@dv-cinder-789564-4-smb: {}, Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: Open vSwitch agent@dv-cinder-789564-4-smb: { 'AddressGroup': '1.2', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'ConntrackHelper': '1.0', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Log': '1.0', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Network': '1.1', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Port': '1.7', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'PortForwarding': '1.2', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'QosPolicy': '1.8', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'SecurityGroup': '1.4', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'SecurityGroupRule': '1.2', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'SubPort': '1.0', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Subnet': '1.1', Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: 'Trunk': '1.1'}} Jun 08 18:29:36.011712 dv-cinder-789564-4-smb neutron-server[92353]: {{(pid=92353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:29:36.017570 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:36.036280 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Router 3c7dde78-9780-4506-8bdf-1cb0f620a35f is scheduled to L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 with binding_index 1 {{(pid=92351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:29:36.074322 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.086914 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] For port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:36.087499 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:36.101261 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-675c6eaf-e9d3-4dd3-91cc-23af791671df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.107882 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] For port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=eeacc2f3-d4f4-4b2a-874f-ae55fd57d841,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:36.226062 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Pushing event updated for resources: {'Port': ['ID=c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:36.237073 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:36.238755 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-675c6eaf-e9d3-4dd3-91cc-23af791671df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.293499 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.312358 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:36.314178 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:36.319038 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-941f2696-7a92-44d1-aced-3f7b2ec67c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:36.327090 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Sync routers for ids ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:36.344017 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Routers {'3c7dde78-9780-4506-8bdf-1cb0f620a35f'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:36.345029 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:36.416979 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:36.420643 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:36.452824 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] Notify callbacks [] for router, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.453035 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a75ce52f-b5cc-4b09-88c7-cfabbe18d9b4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1430385 Jun 08 18:29:36.454004 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54430) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:36.457729 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-675c6eaf-e9d3-4dd3-91cc-23af791671df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e87eb4b1d9b4a52bbd97cebd26d1cf9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3206697 Jun 08 18:29:36.483803 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.510224 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54432) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:36.518828 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-6a761947-b23a-4585-b462-d48d7f6d9b9f service neutron] 10.222.0.43 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654869 Jun 08 18:29:36.520620 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c6eaf-e9d3-4dd3-91cc-23af791671df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3683509-d07c-4e7a-b1b7-361d4c58632d,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:36.566979 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-675c6eaf-e9d3-4dd3-91cc-23af791671df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:36.720266 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.731219 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Pushing event updated for resources: {'Port': ['ID=eeacc2f3-d4f4-4b2a-874f-ae55fd57d841,revision_number=3']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:36.745657 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Set router 3c7dde78-9780-4506-8bdf-1cb0f620a35f gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:36.748896 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:36.827951 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:36.881037 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:37.399441 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:37.468853 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d7e25057-6b5b-4e0a-9ed8-e36f9503b43b req-27fae1e1-5867-424b-8488-d4e2460245cf tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 210 time: 0.0726113 Jun 08 18:29:37.479929 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:31Z', 'revision_number': 3, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:37.494778 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c204d8a-1f94-4136-a583-3922b99d9311 None None] The sync data for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb is: [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:31Z', 'revision_number': 3, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:37.642959 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50'}], 'enable_snat': True}, 'gw_port_id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:30Z', 'updated_at': '2021-06-08T18:29:34Z', 'revision_number': 3, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'gw_port': {'id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:32Z', 'updated_at': '2021-06-08T18:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:37.658557 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Checking router: 3c7dde78-9780-4506-8bdf-1cb0f620a35f for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:37.659079 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Updating router 3c7dde78-9780-4506-8bdf-1cb0f620a35f port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b binding host dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:29:37.735084 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Allocated IP 172.28.2.204 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/d4f3cf61-a858-4bec-a6be-4a65c8fafc81) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:37.761402 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-d396b410-6b22-4643-acdb-c9f089d20be4 service neutron] 10.222.0.43 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2415993 Jun 08 18:29:37.797437 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Allocated IP 172.20.0.1 (622765e2-19d8-4145-8357-756259280cb6/35ae49be-afa1-4873-89ee-aa7bfed398ae/8d6aba2e-042b-4e71-8ac6-f5a958d8ee13) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:37.806108 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:38.010388 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:38.051697 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:38.060262 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30324e5-1a89-4648-9d77-9991f1924b8f None None] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:29:38.238772 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-fc9c2e17-e2ab-423a-828e-be06b6befaf1 None None] Provisioning for port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:38.270732 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-fc9c2e17-e2ab-423a-828e-be06b6befaf1 None None] Provisioning complete for port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:38.271054 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2e17-e2ab-423a-828e-be06b6befaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:38.345405 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-944788cf-7e1f-47f3-a21c-5423297efa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:38.481321 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:38.527330 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.39', 49596) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:38.583935 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-dc987c3c-106a-4298-980e-dbd832ca23f6 req-294bbee5-c77b-4c39-8a5b-b2c1ab860952 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 210 time: 0.2176037 Jun 08 18:29:38.645681 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-944788cf-7e1f-47f3-a21c-5423297efa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:38.713185 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.provisioning_blocks [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Transition to ACTIVE for port object 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 will not be triggered until provisioned by entity DHCP. {{(pid=92350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:38.761058 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2e17-e2ab-423a-828e-be06b6befaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:38.822320 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-fc9c2e17-e2ab-423a-828e-be06b6befaf1 None None] For port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:38.832518 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Allocated IP 172.20.0.1 (6a0af616-103c-4942-9a88-9f3e4cbd3e2f/f1880487-e29d-4385-b0c1-eb4d0215b9c6/845d5244-61db-4e7d-ad06-30a5434e791e) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:38.903774 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-fc9c2e17-e2ab-423a-828e-be06b6befaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:38.909872 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-26a1ce52-4779-4df8-9d66-ac4b82e1f3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:39.071120 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c2e17-e2ab-423a-828e-be06b6befaf1 None None] Pushing event updated for resources: {'Port': ['ID=c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:39.084037 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-fc9c2e17-e2ab-423a-828e-be06b6befaf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:39.170853 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54502) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:39.283676 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-4f7c5bb4-e371-4e43-8577-8f0e2e2cf52b None None] Provisioning complete for port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:39.284777 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-4f7c5bb4-e371-4e43-8577-8f0e2e2cf52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:39.288104 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:39.342335 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-5c53d5a6-700e-4dcb-a8d3-f9e048be7466 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:39.348452 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-5c53d5a6-700e-4dcb-a8d3-f9e048be7466 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.39 "GET /v2.0/networks?id=facf0ad9-6a65-49bc-9359-3939b4369c9f HTTP/1.1" status: 200 len: 811 time: 0.8170712 Jun 08 18:29:39.381502 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:39.385167 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:39.385167 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:39.385167 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:39.385167 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:39.385167 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:39.385167 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:39.414536 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Request body: {'port': {'device_id': '7285fa61-8478-46bb-8a16-8a6983abaae9', 'network_id': 'facf0ad9-6a65-49bc-9359-3939b4369c9f', 'admin_state_up': True, 'tenant_id': '126c752766ab493988f3416b6d63eda7'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:39.423765 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:39.443349 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8d72dcb5-71a6-4d6f-9356-6fb93a873643 req-e611e606-095e-43a5-b8eb-dcca8404f909 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 210 time: 0.4920664 Jun 08 18:29:39.524417 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Network 622765e2-19d8-4145-8357-756259280cb6 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:39.529555 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:39.540637 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:39.541525 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908768'] for router_interface, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:39.555962 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:39.556402 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:39.651834 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b80e87ec-dfaf-424d-8c38-f2a9f78b6eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:39.922668 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:39.939440 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5e5239f5-8608-4692-8bc7-acefc2c8e1d5 req-8b7b7303-79c2-477b-9c2c-3772ebc3a2da tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 210 time: 0.1984704 Jun 08 18:29:39.958660 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:39.959842 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:39.959842 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:39.959842 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:39.959842 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:39.959842 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:39.959842 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:39.969529 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-944788cf-7e1f-47f3-a21c-5423297efa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:39.998622 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-944788cf-7e1f-47f3-a21c-5423297efa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.002873 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-944788cf-7e1f-47f3-a21c-5423297efa93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3683509-d07c-4e7a-b1b7-361d4c58632d HTTP/1.1" status: 204 len: 168 time: 3.4763672 Jun 08 18:29:40.008708 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-880a6fc8-9785-4c87-8c3b-7cfb7e7c5c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:40.025441 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b80e87ec-dfaf-424d-8c38-f2a9f78b6eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.030740 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944788cf-7e1f-47f3-a21c-5423297efa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3683509-d07c-4e7a-b1b7-361d4c58632d,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:40.038942 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-944788cf-7e1f-47f3-a21c-5423297efa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:40.046405 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.053064 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:40.053064 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.066347 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:40.070514 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:40.139304 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b80e87ec-dfaf-424d-8c38-f2a9f78b6eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.198137 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:40.324529 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-60d97712-072e-42b6-947e-ebbb1e47d0fe None None] Provisioning for port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:40.345986 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-60d97712-072e-42b6-947e-ebbb1e47d0fe None None] Provisioning complete for port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:40.345986 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-60d97712-072e-42b6-947e-ebbb1e47d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.383539 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-b80e87ec-dfaf-424d-8c38-f2a9f78b6eef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45c497341f004756ab5f688604e8f00c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2062380 Jun 08 18:29:40.384200 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54550) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:40.405099 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e87ec-dfaf-424d-8c38-f2a9f78b6eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfd98dd-166a-4ce9-8c8e-b48067e8d0ba,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:40.410587 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b80e87ec-dfaf-424d-8c38-f2a9f78b6eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:40.483555 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bfde517c-7a4e-4cf4-81a6-c86f175660d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.567242 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:40.589050 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.593104 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:40.593104 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:40.593104 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:40.593104 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:40.593104 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:40.593104 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:40.596019 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:40.601918 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.605214 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Made reservation on behalf of 126c752766ab493988f3416b6d63eda7 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:40.621923 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.668479 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bfde517c-7a4e-4cf4-81a6-c86f175660d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.748805 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-60d97712-072e-42b6-947e-ebbb1e47d0fe None None] Port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:29:40.754099 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Notify callbacks [] for port, precommit_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.784645 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Transition to ACTIVE for port object 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:40.831709 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cc18e1cf-2a5a-4343-a0fe-cca1c0d8e914 req-0899220b-23d5-496c-9af3-9dfd2f561678 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 210 time: 0.1546257 Jun 08 18:29:40.891775 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:40.895893 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.db.resource_extend [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:29:40.897179 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:40.907289 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:40.907289 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908768'] for router_interface, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.923685 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.930057 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:40.947902 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:40.952309 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:41.066780 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:41.083026 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-908577'] for router_interface, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:41.090973 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:41.141106 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd310-89b9-4108-adb8-83ef78c8cb0f None None] Pushing event updated for resources: {'Port': ['ID=0dede7e2-fcbe-43af-adcd-69e0b9d7a98b,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:41.145186 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-0d4dd310-89b9-4108-adb8-83ef78c8cb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:41.194375 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:41.223563 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Attempting to bind port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:41.225293 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Attempting to bind port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:41.225953 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Attempting to bind port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b on network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:41.270662 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:41.272078 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Checking segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:41.273717 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:41.275089 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Bound using segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:41.276412 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Bound port: 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:41.278249 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:41.296430 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bfde517c-7a4e-4cf4-81a6-c86f175660d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:41.311897 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bfde517c-7a4e-4cf4-81a6-c86f175660d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:41.313201 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-bfde517c-7a4e-4cf4-81a6-c86f175660d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fcfd98dd-166a-4ce9-8c8e-b48067e8d0ba HTTP/1.1" status: 204 len: 168 time: 0.9183857 Jun 08 18:29:41.330743 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8492fddc-9c5f-474e-86c7-b4ec9b76e2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:41.427227 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde517c-7a4e-4cf4-81a6-c86f175660d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfd98dd-166a-4ce9-8c8e-b48067e8d0ba,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:41.427672 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=eeacc2f3-d4f4-4b2a-874f-ae55fd57d841,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:41.431931 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Allocated IP 172.20.0.7 (facf0ad9-6a65-49bc-9359-3939b4369c9f/f702bea9-deaf-4a55-b5c2-c62b9a23c048/f9ae307b-1f2c-45e1-b18e-4434c288ef68) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:41.449021 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-bfde517c-7a4e-4cf4-81a6-c86f175660d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:41.517758 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:41.579334 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:41.824220 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eedf59b8-1152-4a7c-9992-57e24854b468 req-9d2a8d4a-ce18-49e9-810d-bae19377d297 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 210 time: 0.4549882 Jun 08 18:29:41.835871 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] For port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:41.872452 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] For port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=0dede7e2-fcbe-43af-adcd-69e0b9d7a98b,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:41.880162 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6aba2e-042b-4e71-8ac6-f5a958d8ee13,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:41.889956 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=eeacc2f3-d4f4-4b2a-874f-ae55fd57d841,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:41.899806 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:41.901112 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:41.991032 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:42.007960 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:42.065342 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Network 622765e2-19d8-4145-8357-756259280cb6 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:42.075239 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:42.280828 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1041d16a-54e2-41dc-969a-8f76061befea req-16b669d7-7628-4824-8e61-e38b8e782d58 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 210 time: 0.2000599 Jun 08 18:29:42.309357 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Routers {'3c7dde78-9780-4506-8bdf-1cb0f620a35f'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:42.313230 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:42.339342 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:42.550080 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd310-89b9-4108-adb8-83ef78c8cb0f None None] Pushing event updated for resources: {'Port': ['ID=0dede7e2-fcbe-43af-adcd-69e0b9d7a98b,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:42.669895 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-0d4dd310-89b9-4108-adb8-83ef78c8cb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:42.701690 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:42.840589 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.39', 49608) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:42.913144 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] Set router 3c7dde78-9780-4506-8bdf-1cb0f620a35f gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:43.202527 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-96e88290-4cfb-4ce1-937e-f5a95d242440 req-cd26f04b-929c-4301-9877-801541fd55f2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 210 time: 0.0804160 Jun 08 18:29:43.235478 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.257358 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:43.257358 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:43.257358 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:43.257358 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:43.257358 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:43.257358 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:43.269993 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Router 1d80097b-470b-48f9-ab7f-8f164b9dd13c has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:29:43.271315 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-856398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845750'] for router, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.340560 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-0845d000-e795-4292-89f5-33ebf055277e None None] Provisioning complete for port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:43.341227 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0845d000-e795-4292-89f5-33ebf055277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.572347 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-0845d000-e795-4292-89f5-33ebf055277e None None] Port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:29:43.601686 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Network facf0ad9-6a65-49bc-9359-3939b4369c9f is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:43.658845 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:43.663898 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:43.682529 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:43.693536 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:43.758656 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:43.857974 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55818-d802-4af1-be11-cea6b1a02031 req-a09426b6-03fa-4fe5-bc7a-8cd784e5540f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:43.859571 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-a09426b6-03fa-4fe5-bc7a-8cd784e5540f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 815 time: 1.0174191 Jun 08 18:29:43.893098 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Request body: {'port': {'device_id': '0e8eedf0-0f94-451b-90d3-4e701929a93b', 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf', 'admin_state_up': True, 'tenant_id': '385dfeca674e47b1800afad2ff7bdfd1'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:43.972098 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-7e623e26-2491-4cec-bd40-dfa13abf2b98 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5782843 Jun 08 18:29:44.002036 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:44.009232 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] 10.222.0.43 "PUT /v2.0/routers/1d80097b-470b-48f9-ab7f-8f164b9dd13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9130168 Jun 08 18:29:44.021569 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Sync routers for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:44.053167 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:44.053818 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:44.086048 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:44.086563 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:44.112491 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.db.resource_extend [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:29:44.136929 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-044bbced-b2d1-4199-a703-7ca37eab025d tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:29:44.139745 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-044bbced-b2d1-4199-a703-7ca37eab025d tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173340 Jun 08 18:29:44.245835 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Router 56e7d4ce-7793-416d-8d86-5b609665a7f5 is scheduled to L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 with binding_index 1 {{(pid=92350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:29:44.657630 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50'}], 'enable_snat': True}, 'gw_port_id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:30Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'gw_port': {'id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:32Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '845d5244-61db-4e7d-ad06-30a5434e791e', 'name': '', 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'mac_address': 'fa:16:3e:10:47:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:38Z', 'updated_at': '2021-06-08T18:29:38Z', 'revision_number': 1, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'subnets': [{'id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:44.659104 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1ea3b-f966-4037-aae7-e027c48ba85c None None] The sync data for ids ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'] in dv-cinder-789564-4-smb is: [{'id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50'}], 'enable_snat': True}, 'gw_port_id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:30Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'gw_port': {'id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:32Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '845d5244-61db-4e7d-ad06-30a5434e791e', 'name': '', 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'mac_address': 'fa:16:3e:10:47:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:38Z', 'updated_at': '2021-06-08T18:29:38Z', 'revision_number': 1, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'subnets': [{'id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:44.660110 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:44.662746 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:44.789656 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:44.791774 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-908577'] for router_interface, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:44.798633 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:44.870963 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:44.948038 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Sync routers for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:44.963973 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:44.968173 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:44.978574 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Made reservation on behalf of 385dfeca674e47b1800afad2ff7bdfd1 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:44.985183 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:45.064861 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3ff463f9-5e17-4481-961c-12d04cbf3662 req-1169f470-4b0d-4c2b-aa78-839a7b1abcf0 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 210 time: 0.0850074 Jun 08 18:29:45.078103 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:40Z', 'revision_number': 2, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:45.084425 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Checking router: 1d80097b-470b-48f9-ab7f-8f164b9dd13c for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:45.086007 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Updating router 1d80097b-470b-48f9-ab7f-8f164b9dd13c port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 binding host dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:29:45.125079 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:45.133633 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-6c26b5af-121c-4740-897d-56b6f00a98b8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.7372270 Jun 08 18:29:45.136020 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54656) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:45.166079 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:45.450083 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Request body: {'port': {'device_id': '7285fa61-8478-46bb-8a16-8a6983abaae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:45.582409 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Pushing event updated for resources: {'Port': ['ID=845d5244-61db-4e7d-ad06-30a5434e791e,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:45.595533 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f3257-26db-4eb6-92b1-3b2d9bf7bc92 req-61f11186-41c4-4f64-baba-adcf980908fa tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:45.603851 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fb4f3257-26db-4eb6-92b1-3b2d9bf7bc92 req-61f11186-41c4-4f64-baba-adcf980908fa tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 931 time: 1.6558704 Jun 08 18:29:45.704351 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:45.910285 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fb4f3257-26db-4eb6-92b1-3b2d9bf7bc92 req-dcfc15e7-8189-4e00-b32e-92b178c357a2 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050523 Jun 08 18:29:45.991737 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:46.036224 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:46.077623 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:46.267649 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:46.405363 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Allocated IP 172.20.0.14 (24e0e5e0-4201-476a-9c48-59f982e8d0cf/f853008f-4d75-4d03-9591-1f779f1d2fa5/87d8d694-933f-49bd-9896-72ba33ce0192) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:46.414582 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:46.618189 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.objects.ports [None req-29b11bb0-0d6f-486c-aec7-390da7275f94 None None] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92352) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 08 18:29:46.696452 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Notify callbacks [] for port, precommit_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:46.760444 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.provisioning_blocks [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Transition to ACTIVE for port object 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 will not be triggered until provisioned by entity L2. {{(pid=92353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:46.876585 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:46.891626 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:46.902265 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54684) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:46.915290 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-02fa946a-5fea-4d18-b2ce-5c9b1d26b12d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820547147', 'description': 'tempest-description--1067026019'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:47.291850 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:40Z', 'revision_number': 3, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:47.318899 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Checking router: 56e7d4ce-7793-416d-8d86-5b609665a7f5 for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:47.320261 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Updating router 56e7d4ce-7793-416d-8d86-5b609665a7f5 port d4f3cf61-a858-4bec-a6be-4a65c8fafc81 binding host dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:29:47.411115 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da100e5e-7721-428d-b696-67c0b1cdde8c None None] Pushing event updated for resources: {'Port': ['ID=8d6aba2e-042b-4e71-8ac6-f5a958d8ee13,revision_number=3']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:47.411284 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54692) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:47.510753 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-da100e5e-7721-428d-b696-67c0b1cdde8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:47.525175 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.567393 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Attempting to bind port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:47.567834 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Attempting to bind port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:47.568339 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Attempting to bind port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 on network 622765e2-19d8-4145-8357-756259280cb6 {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:47.587900 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:47.588348 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Checking segment: {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:47.596822 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.596822 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Bound using segment: {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:47.596822 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Bound port: 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'}}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:47.596822 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.610664 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-02fa946a-5fea-4d18-b2ce-5c9b1d26b12d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.816675 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:47.837140 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] For port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:47.843936 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] For port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=8d6aba2e-042b-4e71-8ac6-f5a958d8ee13,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:47.860845 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-02fa946a-5fea-4d18-b2ce-5c9b1d26b12d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.920092 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.926127 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:48.132617 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:48.142244 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:48.213384 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-02fa946a-5fea-4d18-b2ce-5c9b1d26b12d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:48.304725 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:48.499397 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e4e23-025a-4601-8606-af590fe2830b req-a8129041-227a-4821-80ea-60cef2750ef8 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:48.501079 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c21e4e23-025a-4601-8606-af590fe2830b req-a8129041-227a-4821-80ea-60cef2750ef8 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 931 time: 1.0419767 Jun 08 18:29:48.511392 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa946a-5fea-4d18-b2ce-5c9b1d26b12d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7be34-691b-45c3-9336-f5758c07cf08,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:48.515590 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:48.544801 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-02fa946a-5fea-4d18-b2ce-5c9b1d26b12d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:48.545866 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-02fa946a-5fea-4d18-b2ce-5c9b1d26b12d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:48.547375 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-02fa946a-5fea-4d18-b2ce-5c9b1d26b12d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6408722 Jun 08 18:29:48.556407 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54704) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:48.561419 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-7340d21c-b3f6-49fd-9809-8c5f3f0c0dab tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'security_group_rule': {'security_group_id': 'f1a7be34-691b-45c3-9336-f5758c07cf08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:48.688071 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:48.689528 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da100e5e-7721-428d-b696-67c0b1cdde8c None None] Pushing event updated for resources: {'Port': ['ID=8d6aba2e-042b-4e71-8ac6-f5a958d8ee13,revision_number=4']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:48.698515 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:48.698783 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:48.708633 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-da100e5e-7721-428d-b696-67c0b1cdde8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:48.725267 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ae307b-1f2c-45e1-b18e-4434c288ef68 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:48.735059 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:48.757830 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Transition to ACTIVE for port object f9ae307b-1f2c-45e1-b18e-4434c288ef68 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:48.762121 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-70b840a7-4b07-48d0-b1b5-a895a6f3289d req-272b6c4b-028f-4a7b-9aed-050a2bc1bf54 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 210 time: 2.3287365 Jun 08 18:29:48.814005 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:48.832800 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c21e4e23-025a-4601-8606-af590fe2830b req-8156e4e6-c595-4071-ac39-95e528f3ba6e tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055222 Jun 08 18:29:48.875087 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Transition to ACTIVE for port object d4f3cf61-a858-4bec-a6be-4a65c8fafc81 will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:48.914946 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:49.008171 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.037975 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=0dede7e2-fcbe-43af-adcd-69e0b9d7a98b,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:49.039580 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.045483 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:49.046410 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7340d21c-b3f6-49fd-9809-8c5f3f0c0dab tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.189293 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7423dcf-fdd8-4145-be4d-c361ae7e60c5 None None] Pushing event updated for resources: {'Port': ['ID=d4f3cf61-a858-4bec-a6be-4a65c8fafc81,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:49.196276 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.200652 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-b7423dcf-fdd8-4145-be4d-c361ae7e60c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:49.216446 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:49.279394 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.295737 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Router 3c7dde78-9780-4506-8bdf-1cb0f620a35f has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:29:49.337643 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Allocated IP 172.20.0.1 (a4a910d2-f7ed-4a4f-a59a-2af939d7546b/0fb9e205-6293-4bb9-bb98-e7283065bd90/9b8fec20-e167-448f-911e-716cdd237798) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:49.338557 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-08615d66-8128-4c8f-8831-9c31ed3a856a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.347118 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7340d21c-b3f6-49fd-9809-8c5f3f0c0dab tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.386792 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:49.397757 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Attempting to bind port d4f3cf61-a858-4bec-a6be-4a65c8fafc81 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:49.398178 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Attempting to bind port d4f3cf61-a858-4bec-a6be-4a65c8fafc81 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:49.398554 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Attempting to bind port d4f3cf61-a858-4bec-a6be-4a65c8fafc81 on network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:49.416905 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:49.417357 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Checking segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:49.417778 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.418198 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Bound using segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:49.418718 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Bound port: d4f3cf61-a858-4bec-a6be-4a65c8fafc81, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:49.419157 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.580068 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7340d21c-b3f6-49fd-9809-8c5f3f0c0dab tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.592368 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:49.592704 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=0dede7e2-fcbe-43af-adcd-69e0b9d7a98b,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:49.608703 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:49.655417 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] For port d4f3cf61-a858-4bec-a6be-4a65c8fafc81, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:49.662215 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] For port d4f3cf61-a858-4bec-a6be-4a65c8fafc81, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=d4f3cf61-a858-4bec-a6be-4a65c8fafc81,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:49.671526 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340d21c-b3f6-49fd-9809-8c5f3f0c0dab tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d8a9eb-d621-4ea9-aba7-8ba583a22781,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:49.679719 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-7340d21c-b3f6-49fd-9809-8c5f3f0c0dab tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:49.745315 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.774482 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:47Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:49.779925 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.provisioning_blocks [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Transition to ACTIVE for port object 9b8fec20-e167-448f-911e-716cdd237798 will not be triggered until provisioned by entity DHCP. {{(pid=92350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:49.791232 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702aef67-3586-41d2-af31-f45fbc7d9c8f None None] The sync data for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb is: [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:47Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:49.798831 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.820002 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:49.832895 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7340d21c-b3f6-49fd-9809-8c5f3f0c0dab tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.835581 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-7340d21c-b3f6-49fd-9809-8c5f3f0c0dab tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2774758 Jun 08 18:29:49.841981 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54724) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:49.856465 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-90e700a9-c537-4430-b0ae-a080bb71100c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'security_group_rule': {'security_group_id': 'f1a7be34-691b-45c3-9336-f5758c07cf08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:50.087229 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:50.095507 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:50.470317 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:50.485747 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Sync routers for ids ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:50.508682 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] 10.222.0.43 "PUT /v2.0/routers/3c7dde78-9780-4506-8bdf-1cb0f620a35f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0293686 Jun 08 18:29:50.555975 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbe9f3-b418-4912-8484-baaf4faf91fe req-7680657d-42c6-44d8-9bd4-ea732b60b62f tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:50.562649 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afcbe9f3-b418-4912-8484-baaf4faf91fe req-7680657d-42c6-44d8-9bd4-ea732b60b62f tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 943 time: 0.3633454 Jun 08 18:29:50.568259 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Routers {'3c7dde78-9780-4506-8bdf-1cb0f620a35f'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:50.569464 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:50.619040 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:50.745816 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afcbe9f3-b418-4912-8484-baaf4faf91fe req-2964ed96-dfad-4c83-90ad-0a3532a2d855 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675367 Jun 08 18:29:50.765507 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7423dcf-fdd8-4145-be4d-c361ae7e60c5 None None] Pushing event updated for resources: {'Port': ['ID=d4f3cf61-a858-4bec-a6be-4a65c8fafc81,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:50.930961 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:50.933138 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:50.933138 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:50.933138 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:50.933138 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:50.933138 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:50.933138 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:51.008844 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:51.010628 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:51.024497 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:51.029650 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908768'] for router_interface, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:51.070269 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Set router 3c7dde78-9780-4506-8bdf-1cb0f620a35f gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:51.201527 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9537b760-2f2e-4ca0-8e46-695c47ae2e3b req-cd34921d-df41-4851-b499-163e6b0c4562 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 210 time: 0.7892466 Jun 08 18:29:51.280054 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-b7423dcf-fdd8-4145-be4d-c361ae7e60c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.459s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:51.313833 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:51.410557 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Pushing event updated for resources: {'Port': ['ID=f9ae307b-1f2c-45e1-b18e-4434c288ef68,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:51.444467 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.058s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:51.483339 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-08615d66-8128-4c8f-8831-9c31ed3a856a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:51.590171 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Attempting to bind port f9ae307b-1f2c-45e1-b18e-4434c288ef68 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:51.590314 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Attempting to bind port f9ae307b-1f2c-45e1-b18e-4434c288ef68 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '29a65abb-8306-421e-9f6c-078ac72d4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'facf0ad9-6a65-49bc-9359-3939b4369c9f'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:51.595972 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Attempting to bind port f9ae307b-1f2c-45e1-b18e-4434c288ef68 on network facf0ad9-6a65-49bc-9359-3939b4369c9f {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:51.623948 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Port f9ae307b-1f2c-45e1-b18e-4434c288ef68 on network facf0ad9-6a65-49bc-9359-3939b4369c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:29:51.644681 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Attempting to bind port f9ae307b-1f2c-45e1-b18e-4434c288ef68 on network facf0ad9-6a65-49bc-9359-3939b4369c9f {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:51.650844 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-08615d66-8128-4c8f-8831-9c31ed3a856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:51.706142 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:51.706504 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Checking segment: {'id': '29a65abb-8306-421e-9f6c-078ac72d4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'facf0ad9-6a65-49bc-9359-3939b4369c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:51.707148 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Bound using segment: {'id': '29a65abb-8306-421e-9f6c-078ac72d4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'facf0ad9-6a65-49bc-9359-3939b4369c9f'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:51.707729 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Bound port: f9ae307b-1f2c-45e1-b18e-4434c288ef68, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a65abb-8306-421e-9f6c-078ac72d4741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'facf0ad9-6a65-49bc-9359-3939b4369c9f'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:51.732301 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:51.753032 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:51.794901 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:52.184299 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:52.234637 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-90e700a9-c537-4430-b0ae-a080bb71100c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.247969 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50'}], 'enable_snat': True}, 'gw_port_id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:30Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'gw_port': {'id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:32Z', 'updated_at': '2021-06-08T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '845d5244-61db-4e7d-ad06-30a5434e791e', 'name': '', 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'mac_address': 'fa:16:3e:10:47:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:38Z', 'updated_at': '2021-06-08T18:29:42Z', 'revision_number': 2, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'subnets': [{'id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:52.256659 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Checking router: 3c7dde78-9780-4506-8bdf-1cb0f620a35f for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:52.256874 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Updating router 3c7dde78-9780-4506-8bdf-1cb0f620a35f port 845d5244-61db-4e7d-ad06-30a5434e791e binding host dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:29:52.356981 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-7ebbdab0-763a-41e0-9ee0-3aeb664472eb None None] Provisioning for port 9b8fec20-e167-448f-911e-716cdd237798 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:52.366065 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.424905 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] For port f9ae307b-1f2c-45e1-b18e-4434c288ef68, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:52.428542 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-55ae089e-846b-48b4-a62b-a7294bc80835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.430243 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] For port f9ae307b-1f2c-45e1-b18e-4434c288ef68, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9ae307b-1f2c-45e1-b18e-4434c288ef68,segment=NetworkSegment(29a65abb-8306-421e-9f6c-078ac72d4741),segment_id=29a65abb-8306-421e-9f6c-078ac72d4741)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:52.470448 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-7ebbdab0-763a-41e0-9ee0-3aeb664472eb None None] Provisioning complete for port 9b8fec20-e167-448f-911e-716cdd237798 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:52.485566 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdab0-763a-41e0-9ee0-3aeb664472eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.530100 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.557829 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:52.557829 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:52.557829 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:52.557829 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:52.557829 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:52.557829 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:52.640984 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Network 24e0e5e0-4201-476a-9c48-59f982e8d0cf is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:52.651494 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-08615d66-8128-4c8f-8831-9c31ed3a856a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7a8b2a156fe417e8e823f7516f4d3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 5.0949609 Jun 08 18:29:52.663574 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:52.670249 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08615d66-8128-4c8f-8831-9c31ed3a856a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2588813b-bf0a-4a48-8521-4042484a4d34,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:52.690156 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54768) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:52.691790 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:52.713868 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbdab0-763a-41e0-9ee0-3aeb664472eb None None] Port 9b8fec20-e167-448f-911e-716cdd237798 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:29:52.714363 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:52.715454 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.732916 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.780519 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:52.780957 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.886132 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-90e700a9-c537-4430-b0ae-a080bb71100c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.941958 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-08615d66-8128-4c8f-8831-9c31ed3a856a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:52.946501 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-23ed8e06-2772-40a7-a826-1cdafaead148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:52.977708 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-1d00e083-4c2b-43fe-830e-00fbad621e90 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:52.991592 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-1d00e083-4c2b-43fe-830e-00fbad621e90 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 819 time: 0.7616937 Jun 08 18:29:53.005573 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.db.resource_extend [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:29:53.057467 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-90e700a9-c537-4430-b0ae-a080bb71100c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.082579 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.086390 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-7340d21c-b3f6-49fd-9809-8c5f3f0c0dab tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:53.094563 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-7d553040-9f4e-4a8a-8478-674623581efd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.2053454 Jun 08 18:29:53.118895 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:53.127025 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-0e57fc61-9961-4d40-8ba1-3d9322729aae tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/quotas/b84b565ac60d4d7f8b9f80e78027432a HTTP/1.1" status: 200 len: 375 time: 0.1325674 Jun 08 18:29:53.137146 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:53.141625 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e700a9-c537-4430-b0ae-a080bb71100c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6a7503-6129-410d-a7d7-7a859cd887ed,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:53.146872 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.149882 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] 10.222.0.39 "PUT /v2.0/ports/f9ae307b-1f2c-45e1-b18e-4434c288ef68 HTTP/1.1" status: 200 len: 1093 time: 8.4157913 Jun 08 18:29:53.155422 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7285fa61-8478-46bb-8a16-8a6983abaae9', 'tag': 'f9ae307b-1f2c-45e1-b18e-4434c288ef68'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:53.207655 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-90e700a9-c537-4430-b0ae-a080bb71100c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:53.267736 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Notify callbacks [] for port, precommit_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.279887 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:40Z', 'revision_number': 3, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:53.297297 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.provisioning_blocks [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Transition to ACTIVE for port object 845d5244-61db-4e7d-ad06-30a5434e791e will not be triggered until provisioned by entity L2. {{(pid=92353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:53.337399 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Request body: {'port': {'device_id': '0e8eedf0-0f94-451b-90d3-4e701929a93b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:53.344853 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.368077 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-908577'] for router_interface, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.407920 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.440079 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:53.444928 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-495fbd44-cfb1-4349-82e2-b3408d813f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:53.456948 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6988c-53f2-4640-9d66-fb06d01c7ca8 None None] The sync data for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb is: [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:40Z', 'revision_number': 3, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:53.611191 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:53.631644 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:53.633971 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.649902 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-90e700a9-c537-4430-b0ae-a080bb71100c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.656249 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-90e700a9-c537-4430-b0ae-a080bb71100c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.8125899 Jun 08 18:29:53.692886 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629f224-05d6-4f3c-90d2-876c10ef2140 req-a05606da-8d0f-4332-8c39-a4cd212f3963 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:53.706431 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54786) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:53.708744 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c629f224-05d6-4f3c-90d2-876c10ef2140 req-a05606da-8d0f-4332-8c39-a4cd212f3963 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 943 time: 1.4526031 Jun 08 18:29:53.709268 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54788) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:53.725138 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'floatingip': {'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:53.738169 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Pushing event updated for resources: {'Port': ['ID=f9ae307b-1f2c-45e1-b18e-4434c288ef68,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:53.788740 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:53.955712 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-11b84099-b47d-480c-8976-fdea3070283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.020414 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8820f-c7f4-4542-964e-2e7815feaa3a None None] Pushing event updated for resources: {'Port': ['ID=845d5244-61db-4e7d-ad06-30a5434e791e,revision_number=3']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:54.043360 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8fec20-e167-448f-911e-716cdd237798,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:54.075975 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:54.131830 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-11b84099-b47d-480c-8976-fdea3070283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.235585 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.248463 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.390065 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=8d6aba2e-042b-4e71-8ac6-f5a958d8ee13,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:54.397431 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b45d187-e97b-43f9-8e55-121fd92512ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7285fa61-8478-46bb-8a16-8a6983abaae9", "tag": "f9ae307b-1f2c-45e1-b18e-4434c288ef68"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:54.438382 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-4e2e0c47-2bff-41fb-89fb-bf1dbe9e483e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2372084 Jun 08 18:29:54.447516 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Attempting to bind port 845d5244-61db-4e7d-ad06-30a5434e791e on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:54.448255 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Attempting to bind port 845d5244-61db-4e7d-ad06-30a5434e791e by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:54.448852 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Attempting to bind port 845d5244-61db-4e7d-ad06-30a5434e791e on network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:54.451188 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:54.462028 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.470221 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-0d4dd310-89b9-4108-adb8-83ef78c8cb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:54.475000 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:54.476388 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Checking segment: {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:54.479328 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.480155 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Bound using segment: {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:54.481979 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Bound port: 845d5244-61db-4e7d-ad06-30a5434e791e, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'}}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:54.482673 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.561709 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-0ec8820f-c7f4-4542-964e-2e7815feaa3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:54.770582 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.786599 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=8d6aba2e-042b-4e71-8ac6-f5a958d8ee13,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:54.814276 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:54.818744 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c629f224-05d6-4f3c-90d2-876c10ef2140 req-0a5031a5-5cc7-4414-af9c-e53f77c6a635 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1082814 Jun 08 18:29:54.858081 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] For port 845d5244-61db-4e7d-ad06-30a5434e791e, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:54.871129 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] For port 845d5244-61db-4e7d-ad06-30a5434e791e, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=845d5244-61db-4e7d-ad06-30a5434e791e,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:54.888899 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device d4f3cf61-a858-4bec-a6be-4a65c8fafc81 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:54.983972 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:55.007600 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:55.012001 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:55.014799 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-8833eff6-9c8c-4dcf-8a44-00f6fea9675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:55.032752 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:55.048312 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-11b84099-b47d-480c-8976-fdea3070283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:55.131884 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-11b84099-b47d-480c-8976-fdea3070283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:55.152279 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-11b84099-b47d-480c-8976-fdea3070283f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2588813b-bf0a-4a48-8521-4042484a4d34 HTTP/1.1" status: 204 len: 168 time: 2.4246647 Jun 08 18:29:55.157675 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:55.219600 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port d4f3cf61-a858-4bec-a6be-4a65c8fafc81 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:55.241892 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port d4f3cf61-a858-4bec-a6be-4a65c8fafc81 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:55.241892 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:55.268670 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b84099-b47d-480c-8976-fdea3070283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2588813b-bf0a-4a48-8521-4042484a4d34,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:55.276312 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-11b84099-b47d-480c-8976-fdea3070283f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:55.323082 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Routers {'3c7dde78-9780-4506-8bdf-1cb0f620a35f'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:55.323749 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:55.424098 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-28c46cea-9c25-4f87-837d-ab27cfd8e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:55.425676 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-28c46cea-9c25-4f87-837d-ab27cfd8e970 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=126c752766ab493988f3416b6d63eda7&device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 1096 time: 1.9752603 Jun 08 18:29:55.433570 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-02c8a802-85a9-4539-8f99-714c5d99f4d2 service neutron] 10.222.0.43 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9941063 Jun 08 18:29:55.569762 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-47e673e8-6ef7-408a-a229-65cee4461417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:55.574518 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8820f-c7f4-4542-964e-2e7815feaa3a None None] Pushing event updated for resources: {'Port': ['ID=845d5244-61db-4e7d-ad06-30a5434e791e,revision_number=4']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:55.579938 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-0ec8820f-c7f4-4542-964e-2e7815feaa3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:55.809042 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-ee652708-0501-4501-9a78-6332c07883f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae307b-1f2c-45e1-b18e-4434c288ef68 HTTP/1.1" status: 200 len: 217 time: 0.3315368 Jun 08 18:29:55.872773 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] Set router 3c7dde78-9780-4506-8bdf-1cb0f620a35f gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:56.041920 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-cb31da7c-858f-4479-b57d-8755695af43b None None] Provisioning complete for port 9b8fec20-e167-448f-911e-716cdd237798 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:56.043110 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-cb31da7c-858f-4479-b57d-8755695af43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:56.063643 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Router 56e7d4ce-7793-416d-8d86-5b609665a7f5 has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:29:56.212004 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-47e673e8-6ef7-408a-a229-65cee4461417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:56.271545 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:56.323330 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-cb31da7c-858f-4479-b57d-8755695af43b None None] Port 9b8fec20-e167-448f-911e-716cdd237798 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:29:56.332506 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:56.370441 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port d4f3cf61-a858-4bec-a6be-4a65c8fafc81, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=d4f3cf61-a858-4bec-a6be-4a65c8fafc81,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:56.390544 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-47e673e8-6ef7-408a-a229-65cee4461417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:56.473368 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:56.476098 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:56.710566 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=d4f3cf61-a858-4bec-a6be-4a65c8fafc81,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:56.714300 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:56.724278 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-fc667e9a-a9d2-4f4f-9d4b-571124fce1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:56.726185 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-fc667e9a-a9d2-4f4f-9d4b-571124fce1c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f702bea9-deaf-4a55-b5c2-c62b9a23c048 HTTP/1.1" status: 200 len: 851 time: 0.8909879 Jun 08 18:29:56.753595 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-02fa946a-5fea-4d18-b2ce-5c9b1d26b12d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:56.765341 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:56.839082 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50'}], 'enable_snat': True}, 'gw_port_id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:30Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'gw_port': {'id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:32Z', 'updated_at': '2021-06-08T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '845d5244-61db-4e7d-ad06-30a5434e791e', 'name': '', 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'mac_address': 'fa:16:3e:10:47:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:38Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 4, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'subnets': [{'id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:56.846262 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1823ec61-0dc6-4c58-b8f9-15ed089f9e6e None None] The sync data for ids ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'] in dv-cinder-789564-4-smb is: [{'id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50'}], 'enable_snat': True}, 'gw_port_id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:30Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'gw_port': {'id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:32Z', 'updated_at': '2021-06-08T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '845d5244-61db-4e7d-ad06-30a5434e791e', 'name': '', 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'mac_address': 'fa:16:3e:10:47:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:38Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 4, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'subnets': [{'id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:56.859412 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-47e673e8-6ef7-408a-a229-65cee4461417 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a8c8dbf1098495dbe785921553d570d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1236129 Jun 08 18:29:56.873908 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54816) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:56.990490 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d8d694-933f-49bd-9896-72ba33ce0192 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:57.001986 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.016550 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:57.017776 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.024530 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Transition to ACTIVE for port object 87d8d694-933f-49bd-9896-72ba33ce0192 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:57.039343 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-097c5976-a047-4ff7-9266-2a6536f4a909 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facf0ad9-6a65-49bc-9359-3939b4369c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2714126 Jun 08 18:29:57.052388 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555c267-71a7-40c2-9cd0-dc5ff1571e61 req-e08a92dd-7ba1-4c34-b56a-1b59144a0394 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:57.069756 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1555c267-71a7-40c2-9cd0-dc5ff1571e61 req-e08a92dd-7ba1-4c34-b56a-1b59144a0394 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 932 time: 1.4125566 Jun 08 18:29:57.102336 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e673e8-6ef7-408a-a229-65cee4461417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e36deaa-7fda-48ce-a5c7-96feaabd5d35,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:57.105644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-47e673e8-6ef7-408a-a229-65cee4461417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:57.136783 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-a00263d4-c8ec-40b2-9636-552bd3c38104 service neutron] 10.222.0.43 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7015152 Jun 08 18:29:57.304004 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:57.343700 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.369070 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] 10.222.0.43 "PUT /v2.0/routers/56e7d4ce-7793-416d-8d86-5b609665a7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2151537 Jun 08 18:29:57.498238 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.598503 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:57.673878 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 845d5244-61db-4e7d-ad06-30a5434e791e up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:57.751583 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-007f6f0d-2b06-446b-b9dd-03f2714a540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.818684 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.857832 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-007f6f0d-2b06-446b-b9dd-03f2714a540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.081527 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 845d5244-61db-4e7d-ad06-30a5434e791e completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:58.084855 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Pushing event updated for resources: {'Port': ['ID=87d8d694-933f-49bd-9896-72ba33ce0192,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:58.088083 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 845d5244-61db-4e7d-ad06-30a5434e791e triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:58.088534 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.108837 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1555c267-71a7-40c2-9cd0-dc5ff1571e61 req-25c307ca-e862-47b8-a2b5-edb2da42c896 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0376143 Jun 08 18:29:58.119146 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:58.442464 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee19d9b-6735-4792-93d1-df0c63c46e37 x-openstack-request-id: req-9ee19d9b-6735-4792-93d1-df0c63c46e37 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:58.444277 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7285fa61-8478-46bb-8a16-8a6983abaae9", "tag": "f9ae307b-1f2c-45e1-b18e-4434c288ef68", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:58.444776 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ee19d9b-6735-4792-93d1-df0c63c46e37 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:58.445422 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7285fa61-8478-46bb-8a16-8a6983abaae9', 'tag': 'f9ae307b-1f2c-45e1-b18e-4434c288ef68', 'status': 'completed', 'code': 200} Jun 08 18:29:58.543116 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.582081 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Sync routers for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:58.659372 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:58.661314 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:58.729741 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a52bb6b1-8fbf-4ed3-b92e-1012dd32fcdc req-2c6e46a0-d574-4a57-965d-2e361021a4f3 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 210 time: 0.2123413 Jun 08 18:29:58.788445 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Allocated IP 172.28.2.209 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/b25bf1e9-42e2-4a29-be35-cd282e85bd7f) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:58.861813 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Attempting to bind port 87d8d694-933f-49bd-9896-72ba33ce0192 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:58.862228 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Attempting to bind port 87d8d694-933f-49bd-9896-72ba33ce0192 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:58.862658 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Attempting to bind port 87d8d694-933f-49bd-9896-72ba33ce0192 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:58.874455 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-733a9cf1-ffc3-48fe-b8cf-0600c0ad7816 service neutron] 10.222.0.39 "GET /v2.0/networks/facf0ad9-6a65-49bc-9359-3939b4369c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8017831 Jun 08 18:29:58.878170 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Port 87d8d694-933f-49bd-9896-72ba33ce0192 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:29:58.878490 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Attempting to bind port 87d8d694-933f-49bd-9896-72ba33ce0192 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:58.890421 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:58.892597 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Checking segment: {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:58.896017 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Bound using segment: {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:58.899190 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Bound port: 87d8d694-933f-49bd-9896-72ba33ce0192, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:58.902276 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.022285 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-007f6f0d-2b06-446b-b9dd-03f2714a540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.035233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-007f6f0d-2b06-446b-b9dd-03f2714a540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.035233 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-007f6f0d-2b06-446b-b9dd-03f2714a540e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e36deaa-7fda-48ce-a5c7-96feaabd5d35 HTTP/1.1" status: 204 len: 168 time: 2.0973203 Jun 08 18:29:59.037606 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:59.066601 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f6f0d-2b06-446b-b9dd-03f2714a540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e36deaa-7fda-48ce-a5c7-96feaabd5d35,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:59.071910 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-007f6f0d-2b06-446b-b9dd-03f2714a540e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:59.174530 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.178172 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 845d5244-61db-4e7d-ad06-30a5434e791e, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=845d5244-61db-4e7d-ad06-30a5434e791e,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:59.246541 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:59.326048 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.326647 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:59.326647 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:59.326647 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:59.326647 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:59.326647 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:59.326647 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:59.349713 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.354128 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:59.356586 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:59.359595 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:59.372390 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:59.384957 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af616c-cba9-416c-b953-f1defb847049 req-829932c4-de12-4182-a748-55aaefb1a380 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:59.387653 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f5af616c-cba9-416c-b953-f1defb847049 req-829932c4-de12-4182-a748-55aaefb1a380 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 943 time: 0.9409373 Jun 08 18:29:59.522404 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.534117 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device d4f3cf61-a858-4bec-a6be-4a65c8fafc81 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:29:59.622961 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] For port 87d8d694-933f-49bd-9896-72ba33ce0192, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:59.637284 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae4d461b-f3f9-4a54-8e88-afa91c4f95c3 req-79886fe9-cafc-4bfa-afb5-3b6ea05dc67c service neutron] 10.222.0.39 "GET /v2.0/networks/facf0ad9-6a65-49bc-9359-3939b4369c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904833 Jun 08 18:29:59.649531 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f5af616c-cba9-416c-b953-f1defb847049 req-496831c2-a88e-4f07-bbd3-580621c8d2ce tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378099 Jun 08 18:29:59.658475 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] For port 87d8d694-933f-49bd-9896-72ba33ce0192, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=87d8d694-933f-49bd-9896-72ba33ce0192,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:59.706009 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=845d5244-61db-4e7d-ad06-30a5434e791e,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:59.722629 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:59.802645 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.818473 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54882) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:59.821018 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:59.825405 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.837519 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port d4f3cf61-a858-4bec-a6be-4a65c8fafc81 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:59.838156 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:59.899736 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899643554', 'description': 'tempest-description--779086994'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:00.105633 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.106670 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:00.109308 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] 10.222.0.39 "PUT /v2.0/ports/87d8d694-933f-49bd-9896-72ba33ce0192 HTTP/1.1" status: 200 len: 1094 time: 6.8370287 Jun 08 18:30:00.150442 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Pushing event updated for resources: {'Port': ['ID=87d8d694-933f-49bd-9896-72ba33ce0192,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:00.161126 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:29:52Z', 'revision_number': 2, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:00.168831 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:00.195794 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:00.205019 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-57107db3-9fbe-4241-962f-fbcb21ccabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.208447 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-57107db3-9fbe-4241-962f-fbcb21ccabdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=126c752766ab493988f3416b6d63eda7&device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 1096 time: 0.3008444 Jun 08 18:30:00.208447 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 54896) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:00.241340 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Checking router: 56e7d4ce-7793-416d-8d86-5b609665a7f5 for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:30:00.241924 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Updating router 56e7d4ce-7793-416d-8d86-5b609665a7f5 port 9b8fec20-e167-448f-911e-716cdd237798 binding host dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:30:00.278206 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8da37ec1-53ea-4ee5-a56f-d86838c29eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:00.349872 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:00.372861 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-352e1eab-492e-4bb9-9b69-56e699e8085d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:00.378331 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:00.482183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:00.492194 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:00.501895 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8eedf0-0f94-451b-90d3-4e701929a93b', 'tag': '87d8d694-933f-49bd-9896-72ba33ce0192'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:00.504252 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528ff4f2-e5a4-460b-9dad-1baa0e204731" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8eedf0-0f94-451b-90d3-4e701929a93b", "tag": "87d8d694-933f-49bd-9896-72ba33ce0192"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:00.576309 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event updated for resources: {'Port': ['ID=b25bf1e9-42e2-4a29-be35-cd282e85bd7f,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:00.588727 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:00.600541 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-5642f25b-6226-4961-baae-2376312fee09 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.611582 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-5642f25b-6226-4961-baae-2376312fee09 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 819 time: 0.4127548 Jun 08 18:30:00.614947 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:00.626156 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9074240 Jun 08 18:30:00.648010 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-ac70fd7e-395d-4e52-ad06-41927661ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.649570 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-ac70fd7e-395d-4e52-ad06-41927661ba68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=facf0ad9-6a65-49bc-9359-3939b4369c9f HTTP/1.1" status: 200 len: 912 time: 0.4100995 Jun 08 18:30:00.657828 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.db.api [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:30:00.657828 dv-cinder-789564-4-smb neutron-server[92351]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 18:30:00.657828 dv-cinder-789564-4-smb neutron-server[92351]: [parameters: {'project_id_1': '1537138941164e968bf25bf7ddaaba43', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 30, 0, 578352)}] Jun 08 18:30:00.657828 dv-cinder-789564-4-smb neutron-server[92351]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:30:00.658467 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_db.api [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:30:00.662638 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-3a7a8c0e-b5d7-47a5-b87b-cffde1632bbe tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/quotas/b84b565ac60d4d7f8b9f80e78027432a HTTP/1.1" status: 200 len: 375 time: 0.0500700 Jun 08 18:30:00.774624 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-5dd1d953-507d-477f-9b77-089241648fa2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9ae307b-1f2c-45e1-b18e-4434c288ef68 HTTP/1.1" status: 200 len: 217 time: 0.1120489 Jun 08 18:30:00.834425 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:30:00.838836 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-7def67e1-fff7-4e28-bdb8-defd332d6a0f tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1749182 Jun 08 18:30:00.915977 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55818-d802-4af1-be11-cea6b1a02031 req-059ca338-e5ee-41fa-b25f-6725ec177d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.917467 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-059ca338-e5ee-41fa-b25f-6725ec177d35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 1097 time: 0.5262496 Jun 08 18:30:00.937517 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140c840-faff-4105-9737-9a0ab9a4f428 req-9f890980-c3db-4ca4-ad42-8e5891405874 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.939070 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8140c840-faff-4105-9737-9a0ab9a4f428 req-9f890980-c3db-4ca4-ad42-8e5891405874 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 944 time: 0.6417322 Jun 08 18:30:01.061495 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Notify callbacks [] for port, precommit_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.063172 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-31efa88a-eeb3-42f4-bd47-006165c72e8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d8d694-933f-49bd-9896-72ba33ce0192 HTTP/1.1" status: 200 len: 217 time: 0.1361372 Jun 08 18:30:01.075115 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Transition to ACTIVE for port object 9b8fec20-e167-448f-911e-716cdd237798 will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:01.127153 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-86500da8-4395-473a-b9d9-6b648f0bab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:01.128656 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-86500da8-4395-473a-b9d9-6b648f0bab7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f702bea9-deaf-4a55-b5c2-c62b9a23c048 HTTP/1.1" status: 200 len: 851 time: 0.3442030 Jun 08 18:30:01.132488 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-e264a82b-7883-4c56-8b9a-6e4bbe206f7b service neutron] 10.222.0.43 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854159 Jun 08 18:30:01.155960 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.160900 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a94f7630-e634-418e-b1c0-22fd51862e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:01.185882 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.235314 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-3804b663-3665-4b58-88f9-2f32a17b9314 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=facf0ad9-6a65-49bc-9359-3939b4369c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925851 Jun 08 18:30:01.249602 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8140c840-faff-4105-9737-9a0ab9a4f428 req-10db3483-10eb-4a49-9f17-51155f1bd123 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430534 Jun 08 18:30:01.262479 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8da37ec1-53ea-4ee5-a56f-d86838c29eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.390480 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8da37ec1-53ea-4ee5-a56f-d86838c29eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.397549 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f55818-d802-4af1-be11-cea6b1a02031 req-1b73f915-a007-4092-a620-0e78e42263ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:01.399168 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-1b73f915-a007-4092-a620-0e78e42263ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 200 len: 855 time: 0.3146753 Jun 08 18:30:01.412627 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-e1afdcdd-43ac-4b22-be1f-66590a124b84 service neutron] 10.222.0.43 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713726 Jun 08 18:30:01.425283 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6c953b1e-dcb6-441f-9af7-fc7c218662d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:01.533690 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-eb90ad20-85fb-43e1-b7a2-1da6d1504b78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24e0e5e0-4201-476a-9c48-59f982e8d0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105673 Jun 08 18:30:01.541845 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102330cd-fd28-4ed9-8bd4-88df15ed8549 None None] Pushing event updated for resources: {'Port': ['ID=9b8fec20-e167-448f-911e-716cdd237798,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:01.563226 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 845d5244-61db-4e7d-ad06-30a5434e791e up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:01.598085 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-102330cd-fd28-4ed9-8bd4-88df15ed8549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:01.612427 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298f7816-daf9-4351-b500-7328ecc4b9e7 x-openstack-request-id: req-298f7816-daf9-4351-b500-7328ecc4b9e7 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:01.612781 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8eedf0-0f94-451b-90d3-4e701929a93b", "tag": "87d8d694-933f-49bd-9896-72ba33ce0192", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:01.612987 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-298f7816-daf9-4351-b500-7328ecc4b9e7 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:01.613359 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8eedf0-0f94-451b-90d3-4e701929a93b', 'tag': '87d8d694-933f-49bd-9896-72ba33ce0192', 'status': 'completed', 'code': 200} Jun 08 18:30:01.619378 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-8da37ec1-53ea-4ee5-a56f-d86838c29eb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f683053c75e94351afe9420ff9740b77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4063959 Jun 08 18:30:01.620689 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54922) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:01.629178 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da37ec1-53ea-4ee5-a56f-d86838c29eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105dd36c-e650-475b-ba98-5eedbb81e408,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:01.630692 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Attempting to bind port 9b8fec20-e167-448f-911e-716cdd237798 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:30:01.632063 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Attempting to bind port 9b8fec20-e167-448f-911e-716cdd237798 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:30:01.632063 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Attempting to bind port 9b8fec20-e167-448f-911e-716cdd237798 on network a4a910d2-f7ed-4a4f-a59a-2af939d7546b {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:01.656549 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:30:01.657013 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Checking segment: {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:01.657325 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.657725 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Bound using segment: {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:30:01.658217 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Bound port: 9b8fec20-e167-448f-911e-716cdd237798, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:30:01.658594 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.687063 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8da37ec1-53ea-4ee5-a56f-d86838c29eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:01.714399 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-b2733063-07fe-40ec-8393-ad03b9d269ed service neutron] 10.222.0.39 "GET /v2.0/networks/facf0ad9-6a65-49bc-9359-3939b4369c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581561 Jun 08 18:30:01.797141 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a1c86fec-fec3-45a3-8645-ed6839d45381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.872312 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 845d5244-61db-4e7d-ad06-30a5434e791e triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:01.872582 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.873739 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a1c86fec-fec3-45a3-8645-ed6839d45381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.913959 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.962718 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.39', 49623) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:01.980822 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] For port 9b8fec20-e167-448f-911e-716cdd237798, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:30:01.999431 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] For port 9b8fec20-e167-448f-911e-716cdd237798, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=9b8fec20-e167-448f-911e-716cdd237798,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:30:02.014330 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-331a8827-932d-4d66-96a6-8fffb64df016 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411738 Jun 08 18:30:02.043030 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-07347fde-201d-4c56-9b45-e0fa1a471f6c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1820547147&fields=id&tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1 HTTP/1.1" status: 200 len: 267 time: 0.0730894 Jun 08 18:30:02.052523 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a1c86fec-fec3-45a3-8645-ed6839d45381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:02.056267 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a1c86fec-fec3-45a3-8645-ed6839d45381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:02.057537 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-a1c86fec-fec3-45a3-8645-ed6839d45381 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/105dd36c-e650-475b-ba98-5eedbb81e408 HTTP/1.1" status: 204 len: 168 time: 0.4341121 Jun 08 18:30:02.060269 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bcd9ffce-1330-41c5-b304-49ab4da853e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:02.071290 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:02.123123 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:02.129222 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c86fec-fec3-45a3-8645-ed6839d45381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105dd36c-e650-475b-ba98-5eedbb81e408,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:02.131043 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b80e87ec-dfaf-424d-8c38-f2a9f78b6eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:02.169856 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-3b009880-6f55-491f-a669-1fa7e98e46ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:02.241783 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8b45d187-e97b-43f9-8e55-121fd92512ab req-cf89bb15-3d04-4e03-a05f-811cfac30fcc service neutron] 10.222.0.39 "GET /v2.0/networks/facf0ad9-6a65-49bc-9359-3939b4369c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025280 Jun 08 18:30:02.274550 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a1c86fec-fec3-45a3-8645-ed6839d45381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:02.363374 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:02.368785 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4732010 Jun 08 18:30:02.371009 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d93197-f41c-43ae-9840-98d2296841cf,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:02.377663 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54952) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:02.390492 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-bd94210c-1d7f-4c8a-81ec-c7055da98723 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'security_group_rule': {'security_group_id': '11d93197-f41c-43ae-9840-98d2296841cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:02.401722 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:02.447136 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-f1507486-6ebd-4dab-83b5-333e85e10d6c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:02.455829 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-f1507486-6ebd-4dab-83b5-333e85e10d6c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 819 time: 0.4882793 Jun 08 18:30:02.468409 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-2c7e8139-4e63-4fde-98f1-f7966ad7b02c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:02.475527 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-2c7e8139-4e63-4fde-98f1-f7966ad7b02c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 816 time: 0.4053326 Jun 08 18:30:02.498380 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Request body: {'port': {'device_id': 'a30af197-fc11-4252-a827-e69f3b2679f4', 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'admin_state_up': True, 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:02.516303 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-e6009f10-aa5c-4195-af4c-c7d6d9c2753c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/quotas/4abd5b48fe9d41faaca7ec1cf1c5a8b1 HTTP/1.1" status: 200 len: 375 time: 0.0397723 Jun 08 18:30:02.566668 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:02.567764 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:29:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:02.637035 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfd4b7-9888-4d61-a7e4-2671e19d5de7 req-8bb12e9f-1f67-4200-bac5-6cc9d4e6ebb8 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:02.645953 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c9cfd4b7-9888-4d61-a7e4-2671e19d5de7 req-8bb12e9f-1f67-4200-bac5-6cc9d4e6ebb8 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 943 time: 0.7345998 Jun 08 18:30:02.658112 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd94210c-1d7f-4c8a-81ec-c7055da98723 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:02.670968 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65f55818-d802-4af1-be11-cea6b1a02031 req-8b4d8dd5-4467-410c-8924-5f3308f97fbb service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913990 Jun 08 18:30:02.827897 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c9cfd4b7-9888-4d61-a7e4-2671e19d5de7 req-fa665a1b-ef59-4019-9823-058d8a938f1b tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804903 Jun 08 18:30:02.962228 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102330cd-fd28-4ed9-8bd4-88df15ed8549 None None] Pushing event updated for resources: {'Port': ['ID=9b8fec20-e167-448f-911e-716cdd237798,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:02.969957 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-102330cd-fd28-4ed9-8bd4-88df15ed8549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:02.985236 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-02bfd07f-a938-4c6f-9bff-35d7c64477df tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4610252 Jun 08 18:30:03.027041 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dd1696d5-9340-40b7-a010-7bfacd769126 req-fdc2cef3-4a2e-45c2-9373-0ce34a7c7066 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 210 time: 0.0903769 Jun 08 18:30:03.083441 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-e83e5469-ee55-490c-95ae-0c7aad38cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:03.084786 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-e83e5469-ee55-490c-95ae-0c7aad38cf60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 1097 time: 0.2511210 Jun 08 18:30:03.146889 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:03.365674 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Made reservation on behalf of b84b565ac60d4d7f8b9f80e78027432a for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:03.369054 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.404454 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd94210c-1d7f-4c8a-81ec-c7055da98723 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.488174 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-1c2b2bf7-aa08-4f0c-97b8-4945434fbf53 service neutron] 10.222.0.43 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868855 Jun 08 18:30:03.586287 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:01Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:03.591034 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd94210c-1d7f-4c8a-81ec-c7055da98723 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.592517 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0d098-5de9-48e7-96b7-bc16d25d83f6 None None] The sync data for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb is: [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:01Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:30:03.598284 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:03.650000 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94210c-1d7f-4c8a-81ec-c7055da98723 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ddb0c6-97cf-42b8-8203-1baa5d2877e3,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:03.687449 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bd94210c-1d7f-4c8a-81ec-c7055da98723 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:03.749657 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Allocated IP 172.20.0.9 (6a0af616-103c-4942-9a88-9f3e4cbd3e2f/f1880487-e29d-4385-b0c1-eb4d0215b9c6/7307f1bd-754d-4f35-8bd9-e313462233c0) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:03.764318 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-29e69e02-92bd-4168-bfa2-c9928fa4f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:03.764318 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-29e69e02-92bd-4168-bfa2-c9928fa4f6fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 916 time: 0.6651757 Jun 08 18:30:03.776094 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-18af822a-cb92-4174-ad42-7da9160a8681 service neutron] 10.222.0.43 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775862 Jun 08 18:30:03.798278 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd94210c-1d7f-4c8a-81ec-c7055da98723 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.802262 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-bd94210c-1d7f-4c8a-81ec-c7055da98723 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4228585 Jun 08 18:30:03.803829 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54984) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:03.819115 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-aacaf79c-da87-4cc3-aecb-20bda1027a44 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'security_group_rule': {'security_group_id': '11d93197-f41c-43ae-9840-98d2296841cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:03.891213 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c3f85-3d73-4494-8255-8639fc7ae9dd req-32d85b0a-6255-4d86-8fbd-8b50bf36e218 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:03.896038 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3d0c3f85-3d73-4494-8255-8639fc7ae9dd req-32d85b0a-6255-4d86-8fbd-8b50bf36e218 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 944 time: 0.5302775 Jun 08 18:30:03.899612 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-56907568-4cc4-4a86-98fd-c99e61c5f4a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d8d694-933f-49bd-9896-72ba33ce0192 HTTP/1.1" status: 200 len: 217 time: 0.1335399 Jun 08 18:30:04.011464 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 54988) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:04.076536 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f9ae307b-1f2c-45e1-b18e-4434c288ef68 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:04.102377 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-aacaf79c-da87-4cc3-aecb-20bda1027a44 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.145014 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3d0c3f85-3d73-4494-8255-8639fc7ae9dd req-f833ee27-c9c0-493f-b20d-f99ebc94fa75 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042568 Jun 08 18:30:04.278735 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-1575c33e-334e-4ec0-891d-f7c2adb46215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:04.281275 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-1575c33e-334e-4ec0-891d-f7c2adb46215 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 200 len: 855 time: 0.3726506 Jun 08 18:30:04.281683 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f9ae307b-1f2c-45e1-b18e-4434c288ef68, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9ae307b-1f2c-45e1-b18e-4434c288ef68,segment=NetworkSegment(29a65abb-8306-421e-9f6c-078ac72d4741),segment_id=29a65abb-8306-421e-9f6c-078ac72d4741)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:04.313148 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-aacaf79c-da87-4cc3-aecb-20bda1027a44 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.318871 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3853df7f-3068-4a1f-a93d-e117ce5dd882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.319160 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': 'f9ae307b-1f2c-45e1-b18e-4434c288ef68', 'network_id': 'facf0ad9-6a65-49bc-9359-3939b4369c9f', 'port_id': 'f9ae307b-1f2c-45e1-b18e-4434c288ef68', 'mac_address': 'fa:16:3e:dc:4d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f702bea9-deaf-4a55-b5c2-c62b9a23c048', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:04.348365 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-ad086545-242d-4015-ba6f-ac6916d2aeed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24e0e5e0-4201-476a-9c48-59f982e8d0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573032 Jun 08 18:30:04.521354 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.607357 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ae307b-1f2c-45e1-b18e-4434c288ef68 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:04.630218 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3853df7f-3068-4a1f-a93d-e117ce5dd882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.667476 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f9ae307b-1f2c-45e1-b18e-4434c288ef68, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9ae307b-1f2c-45e1-b18e-4434c288ef68,segment=NetworkSegment(29a65abb-8306-421e-9f6c-078ac72d4741),segment_id=29a65abb-8306-421e-9f6c-078ac72d4741)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:04.761619 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.818017 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-b66e31a7-5935-4aa8-8828-73c30103ca17 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545178 Jun 08 18:30:04.902121 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-aacaf79c-da87-4cc3-aecb-20bda1027a44 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.908935 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-90e700a9-c537-4430-b0ae-a080bb71100c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:04.962146 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.967042 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:04.968536 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3853df7f-3068-4a1f-a93d-e117ce5dd882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.969341 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaf79c-da87-4cc3-aecb-20bda1027a44 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6da75ed-85fd-4de8-bfa2-3f66c0e88871,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:04.975593 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-aacaf79c-da87-4cc3-aecb-20bda1027a44 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:05.006181 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:05.036069 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3099c2-e4c2-450a-9294-ef3e9a260559 req-a3efaaff-d82a-4e36-82dd-57dd84748873 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:05.039159 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3f3099c2-e4c2-450a-9294-ef3e9a260559 req-a3efaaff-d82a-4e36-82dd-57dd84748873 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 943 time: 0.4659131 Jun 08 18:30:05.106690 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-3853df7f-3068-4a1f-a93d-e117ce5dd882 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77de1568fcd34e018d31005ab72e2486&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0985925 Jun 08 18:30:05.121604 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-aacaf79c-da87-4cc3-aecb-20bda1027a44 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:05.132757 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-aacaf79c-da87-4cc3-aecb-20bda1027a44 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3208354 Jun 08 18:30:05.139529 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55008) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:05.140286 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55006) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:05.154184 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'floatingip': {'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:05.250569 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853df7f-3068-4a1f-a93d-e117ce5dd882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57d4e2f-8306-43a3-a468-3da8ba23a3ce,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:05.260181 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3853df7f-3068-4a1f-a93d-e117ce5dd882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:05.294230 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['f9ae307b-1f2c-45e1-b18e-4434c288ef68'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:05.303006 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ff81c0c2-6622-43da-bfe8-7689114670dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:05.398288 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=f9ae307b-1f2c-45e1-b18e-4434c288ef68,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:05.400013 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3f3099c2-e4c2-450a-9294-ef3e9a260559 req-1fe669ca-17b3-460d-b05f-08cf144e2ccb tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265231 Jun 08 18:30:05.411529 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:05.447445 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:05.461549 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:05.461549 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:05.461549 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:05.461549 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:05.461549 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:05.461549 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:05.467190 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-33ea0cc5-002b-4fe3-9110-77f22f286193 req-4568e76d-0a20-479a-b1e0-b9d0784f4279 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 210 time: 0.0993056 Jun 08 18:30:05.471759 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ff81c0c2-6622-43da-bfe8-7689114670dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:05.547569 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-528ff4f2-e5a4-460b-9dad-1baa0e204731 req-9e8896cd-71a4-491a-b82c-1486898d5b6c service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085195 Jun 08 18:30:05.595575 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:05.597162 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:05.694274 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 9b8fec20-e167-448f-911e-716cdd237798 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:05.781532 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:05.813335 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ff81c0c2-6622-43da-bfe8-7689114670dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:05.816908 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ff81c0c2-6622-43da-bfe8-7689114670dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:05.818558 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-ff81c0c2-6622-43da-bfe8-7689114670dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a57d4e2f-8306-43a3-a468-3da8ba23a3ce HTTP/1.1" status: 204 len: 168 time: 0.6769257 Jun 08 18:30:05.827731 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-007f6f0d-2b06-446b-b9dd-03f2714a540e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:05.839463 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55024) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:05.841377 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81c0c2-6622-43da-bfe8-7689114670dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57d4e2f-8306-43a3-a468-3da8ba23a3ce,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:05.857774 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ff81c0c2-6622-43da-bfe8-7689114670dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:05.879156 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:05.891143 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:05.892876 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:05.933032 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-96bffc6c-5fe0-47ee-8e87-2c14c41be6b6 req-2c2803e7-bad3-435e-a674-b1ded6c1f3c9 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 210 time: 0.1391470 Jun 08 18:30:05.977306 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512f97-e253-42e0-90da-afb5d277d7f3 req-f96fb776-a14c-4cba-bff1-19f4a0619040 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:05.979253 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4512f97-e253-42e0-90da-afb5d277d7f3 req-f96fb776-a14c-4cba-bff1-19f4a0619040 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 944 time: 0.2367799 Jun 08 18:30:05.995550 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 9b8fec20-e167-448f-911e-716cdd237798 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:06.011181 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 9b8fec20-e167-448f-911e-716cdd237798 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:06.011552 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.041584 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-9451ec0c-e9a0-4dbc-8258-67f961a35341 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5764527 Jun 08 18:30:06.057520 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Request body: {'port': {'device_id': 'a30af197-fc11-4252-a827-e69f3b2679f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:06.082940 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 87d8d694-933f-49bd-9896-72ba33ce0192 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:06.100135 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4512f97-e253-42e0-90da-afb5d277d7f3 req-773b469d-d5ff-47d5-a4f9-2afc0c6e2896 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026499 Jun 08 18:30:06.267475 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.365526 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.431133 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.461003 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 9b8fec20-e167-448f-911e-716cdd237798, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=9b8fec20-e167-448f-911e-716cdd237798,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:06.521115 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 87d8d694-933f-49bd-9896-72ba33ce0192, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=87d8d694-933f-49bd-9896-72ba33ce0192,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:06.552900 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1666436357-network', 'tenant_id': '30544a4ca94b4249b031c9feb4da22b7'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:06.554618 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '87d8d694-933f-49bd-9896-72ba33ce0192', 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf', 'port_id': '87d8d694-933f-49bd-9896-72ba33ce0192', 'mac_address': 'fa:16:3e:b3:36:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f853008f-4d75-4d03-9591-1f779f1d2fa5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:06.578727 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Allocated IP 172.28.2.66 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/ff72aad4-4c66-49a8-b66b-780ad72c7da8) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:06.675265 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.680578 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-b7423dcf-fdd8-4145-be4d-c361ae7e60c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:06.734867 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-185247ae-a35f-455c-ba10-869f229b3cc3 req-49e67e10-39e2-4e1a-b563-4611ef4b7bea tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 210 time: 0.0992055 Jun 08 18:30:06.749538 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.784428 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Made reservation on behalf of 30544a4ca94b4249b031c9feb4da22b7 for: {'network': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:06.788419 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.796150 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d8d694-933f-49bd-9896-72ba33ce0192 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:06.803889 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=9b8fec20-e167-448f-911e-716cdd237798,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:06.816334 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.825641 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 87d8d694-933f-49bd-9896-72ba33ce0192, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=87d8d694-933f-49bd-9896-72ba33ce0192,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:06.827195 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:06.926857 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.929908 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:06.994871 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.024775 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=87d8d694-933f-49bd-9896-72ba33ce0192,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:07.029592 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:07.061196 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55048) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:07.080030 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c6b932c4-8feb-4ac0-92fc-d7f065e6347b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.149289 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['87d8d694-933f-49bd-9896-72ba33ce0192'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:07.150599 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c9ebdf6f-01e4-4e82-95f6-0df766141024 req-b445e4be-6f33-45fc-97ab-40544d8838f8 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 210 time: 0.0482163 Jun 08 18:30:07.174007 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.188480 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-944788cf-7e1f-47f3-a21c-5423297efa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:07.240651 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.245506 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=92350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:30:07.269866 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b67699-fba3-406a-a55f-3ada157e64b9,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:07.296683 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:07.314255 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.319102 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.segments_db [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Added segment 325d8e0f-f98b-43c4-8ca9-9d0f095e9c79 of type vlan for network be1db978-9070-42bc-9206-f95002848386 Jun 08 18:30:07.403433 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.446648 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55058) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:07.514936 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-1f0e8a6c-40d0-4a2a-a808-9fb1e7ee9b7e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:07.519373 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-1f0e8a6c-40d0-4a2a-a808-9fb1e7ee9b7e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 819 time: 0.6930676 Jun 08 18:30:07.533523 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 9b8fec20-e167-448f-911e-716cdd237798 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:07.552992 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Request body: {'port': {'device_id': '7e5af3dc-0a4a-4276-a03e-a464ebda5645', 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'admin_state_up': True, 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:07.620789 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a33613-4306-4cbd-9c28-082f614dcad6 req-b3dbf301-0525-4de9-9726-91762fad7700 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:07.630693 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-90a33613-4306-4cbd-9c28-082f614dcad6 req-b3dbf301-0525-4de9-9726-91762fad7700 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 944 time: 0.8051517 Jun 08 18:30:07.639784 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 9b8fec20-e167-448f-911e-716cdd237798 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:07.640203 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.681795 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd01c-1226-43f5-8196-46a94bd764f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.699429 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c6b932c4-8feb-4ac0-92fc-d7f065e6347b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.738069 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47f868-2a7c-4f56-9a59-4503b4a21cbc req-1e04c36e-c347-4d56-a7f0-7bfec0482c21 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:07.745821 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-dc47f868-2a7c-4f56-9a59-4503b4a21cbc req-1e04c36e-c347-4d56-a7f0-7bfec0482c21 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 945 time: 0.2702522 Jun 08 18:30:07.783213 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.797635 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:07.797635 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.797635 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:07.875635 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c6b932c4-8feb-4ac0-92fc-d7f065e6347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.889364 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-dc47f868-2a7c-4f56-9a59-4503b4a21cbc req-285762cf-774f-413a-aaee-8de376a3d7d2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425829 Jun 08 18:30:07.927674 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-90a33613-4306-4cbd-9c28-082f614dcad6 req-244c79b3-a0e3-4b24-bf21-d6d5131f1762 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168529 Jun 08 18:30:07.933823 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.934808 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:07.934808 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:07.934808 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:07.934808 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:07.934808 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:07.934808 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:07.936773 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-c6b932c4-8feb-4ac0-92fc-d7f065e6347b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4e106b643774c4ca54479eea488ec0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8741446 Jun 08 18:30:07.945999 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55064) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:07.985326 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Pushing event updated for resources: {'Network': ['ID=be1db978-9070-42bc-9206-f95002848386,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:07.994256 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:07.994961 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network be1db978-9070-42bc-9206-f95002848386 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:30:08.001645 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3853df7f-3068-4a1f-a93d-e117ce5dd882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:08.037824 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7307f1bd-754d-4f35-8bd9-e313462233c0 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:08.044637 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b932c4-8feb-4ac0-92fc-d7f065e6347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cc4002-f16b-4719-ad8e-7c978acb7052,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:08.061615 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.067357 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-c6b932c4-8feb-4ac0-92fc-d7f065e6347b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:08.081202 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Transition to ACTIVE for port object 7307f1bd-754d-4f35-8bd9-e313462233c0 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:08.086350 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:08.088878 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:08.092365 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f9ae307b-1f2c-45e1-b18e-4434c288ef68 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:08.099384 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:08.120083 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bdaa-0bc1-4901-8c52-4da5bf94ab8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.207870 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bdaa-0bc1-4901-8c52-4da5bf94ab8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.211772 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.225176 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.227987 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-00664dc0-8f0b-4f3d-9fed-7e9bf9edc2c7 req-6e44d744-c8ea-4c69-9139-d11f5a00a7f0 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 210 time: 0.0781686 Jun 08 18:30:08.241063 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:08.290835 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd01c-1226-43f5-8196-46a94bd764f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.397139 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port f9ae307b-1f2c-45e1-b18e-4434c288ef68 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:08.403442 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port f9ae307b-1f2c-45e1-b18e-4434c288ef68 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:08.403953 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.477084 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd01c-1226-43f5-8196-46a94bd764f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.478129 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bdaa-0bc1-4901-8c52-4da5bf94ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.508089 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:08.523337 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fb37c435-5251-4269-b00d-26ee83ce28ce req-ba87d841-27ae-418e-a564-00ea1fda8dd1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 210 time: 0.1125765 Jun 08 18:30:08.524055 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Pushing event updated for resources: {'Port': ['ID=7307f1bd-754d-4f35-8bd9-e313462233c0,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:08.527576 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:08.538687 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.562173 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dd01c-1226-43f5-8196-46a94bd764f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72161d4-205e-48b2-96d3-f55289d3e06b,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:08.573708 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5ee2bdaa-0bc1-4901-8c52-4da5bf94ab8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.591110 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-5ee2bdaa-0bc1-4901-8c52-4da5bf94ab8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78cc4002-f16b-4719-ad8e-7c978acb7052 HTTP/1.1" status: 204 len: 168 time: 0.6430159 Jun 08 18:30:08.599980 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7278709 Jun 08 18:30:08.604704 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Attempting to bind port 7307f1bd-754d-4f35-8bd9-e313462233c0 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:30:08.605114 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Attempting to bind port 7307f1bd-754d-4f35-8bd9-e313462233c0 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:30:08.605427 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Attempting to bind port 7307f1bd-754d-4f35-8bd9-e313462233c0 on network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:08.610545 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55070) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:08.621003 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Request body: {'subnet': {'network_id': 'be1db978-9070-42bc-9206-f95002848386', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1666436357-subnet', 'tenant_id': '30544a4ca94b4249b031c9feb4da22b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:08.631830 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Port 7307f1bd-754d-4f35-8bd9-e313462233c0 on network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:30:08.632185 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Attempting to bind port 7307f1bd-754d-4f35-8bd9-e313462233c0 on network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:08.639698 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.642399 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2bdaa-0bc1-4901-8c52-4da5bf94ab8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cc4002-f16b-4719-ad8e-7c978acb7052,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:08.650674 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:30:08.651001 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Checking segment: {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:08.651393 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Bound using segment: {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:30:08.651996 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Bound port: 7307f1bd-754d-4f35-8bd9-e313462233c0, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:30:08.652400 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.658776 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-9b4dd01c-1226-43f5-8196-46a94bd764f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d27941e0256747c7b8a4f44611a257a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2073798 Jun 08 18:30:08.665183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55072) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:08.665183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-5ee2bdaa-0bc1-4901-8c52-4da5bf94ab8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:08.665183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-675c6eaf-e9d3-4dd3-91cc-23af791671df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:08.665183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-675c6eaf-e9d3-4dd3-91cc-23af791671df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:08.765867 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f9ae307b-1f2c-45e1-b18e-4434c288ef68, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9ae307b-1f2c-45e1-b18e-4434c288ef68,segment=NetworkSegment(29a65abb-8306-421e-9f6c-078ac72d4741),segment_id=29a65abb-8306-421e-9f6c-078ac72d4741)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:08.766894 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7285fa61-8478-46bb-8a16-8a6983abaae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae307b-1f2c-45e1-b18e-4434c288ef68'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:08.806609 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-16a44e26-b0a0-4f5a-9ddb-8d23878929fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.826689 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Made reservation on behalf of b84b565ac60d4d7f8b9f80e78027432a for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:08.830401 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.860592 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-16a44e26-b0a0-4f5a-9ddb-8d23878929fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.893322 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.894719 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 87d8d694-933f-49bd-9896-72ba33ce0192 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:08.948167 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-0d4dd310-89b9-4108-adb8-83ef78c8cb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:09.031298 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-16a44e26-b0a0-4f5a-9ddb-8d23878929fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:09.042788 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-16a44e26-b0a0-4f5a-9ddb-8d23878929fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:09.057992 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-16a44e26-b0a0-4f5a-9ddb-8d23878929fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c72161d4-205e-48b2-96d3-f55289d3e06b HTTP/1.1" status: 204 len: 168 time: 0.3948486 Jun 08 18:30:09.059822 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:09.095695 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a44e26-b0a0-4f5a-9ddb-8d23878929fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72161d4-205e-48b2-96d3-f55289d3e06b,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:09.109680 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-16a44e26-b0a0-4f5a-9ddb-8d23878929fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:09.109855 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d941d0-3542-49fd-a1c3-3cf18e34d18d" -d '{"events": [{"server_uuid": "7285fa61-8478-46bb-8a16-8a6983abaae9", "name": "network-vif-plugged", "status": "completed", "tag": "f9ae307b-1f2c-45e1-b18e-4434c288ef68"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:09.132251 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=f9ae307b-1f2c-45e1-b18e-4434c288ef68,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:09.159185 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:09.270430 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 87d8d694-933f-49bd-9896-72ba33ce0192 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:09.276227 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 87d8d694-933f-49bd-9896-72ba33ce0192 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:09.276227 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:09.322582 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c680c3-cb8d-4c95-9f53-590c43f4597b req-1854f0fc-6d12-47b5-b5cb-df030bc7500e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:09.325206 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-17c680c3-cb8d-4c95-9f53-590c43f4597b req-1854f0fc-6d12-47b5-b5cb-df030bc7500e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 945 time: 0.1878283 Jun 08 18:30:09.389591 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-17c680c3-cb8d-4c95-9f53-590c43f4597b req-48424b41-8cd2-49bd-8a98-93ce76ee4ef4 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513458 Jun 08 18:30:09.445698 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] For port 7307f1bd-754d-4f35-8bd9-e313462233c0, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:30:09.459436 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] For port 7307f1bd-754d-4f35-8bd9-e313462233c0, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7307f1bd-754d-4f35-8bd9-e313462233c0,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:30:09.541073 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:09.571847 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Made reservation on behalf of 30544a4ca94b4249b031c9feb4da22b7 for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:09.575316 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:09.600549 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 87d8d694-933f-49bd-9896-72ba33ce0192, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=87d8d694-933f-49bd-9896-72ba33ce0192,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:09.632907 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:09.709078 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:09.711839 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:09.741318 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:09.847888 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:09.849400 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:09.851957 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] 10.222.0.39 "PUT /v2.0/ports/7307f1bd-754d-4f35-8bd9-e313462233c0 HTTP/1.1" status: 200 len: 1093 time: 3.7998312 Jun 08 18:30:09.872901 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb78fc35-e84c-4a69-b4a4-3fe1298c2ceb x-openstack-request-id: req-cb78fc35-e84c-4a69-b4a4-3fe1298c2ceb {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:09.873891 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30af197-fc11-4252-a827-e69f3b2679f4', 'tag': '7307f1bd-754d-4f35-8bd9-e313462233c0'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:09.874419 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7285fa61-8478-46bb-8a16-8a6983abaae9", "name": "network-vif-plugged", "status": "completed", "tag": "f9ae307b-1f2c-45e1-b18e-4434c288ef68", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:09.879960 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb78fc35-e84c-4a69-b4a4-3fe1298c2ceb {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:09.880802 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7285fa61-8478-46bb-8a16-8a6983abaae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ae307b-1f2c-45e1-b18e-4434c288ef68', 'code': 200} Jun 08 18:30:09.882728 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c" -d '{"events": [{"name": "network-changed", "server_uuid": "a30af197-fc11-4252-a827-e69f3b2679f4", "tag": "7307f1bd-754d-4f35-8bd9-e313462233c0"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:09.913390 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=87d8d694-933f-49bd-9896-72ba33ce0192,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:09.921604 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:10.054275 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.db.resource_extend [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:30:10.172735 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6fb9e9ce-3f9e-444d-96b2-22c045918918 req-dfd0ccda-9b59-4404-8a97-a6e948787586 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 210 time: 0.1790328 Jun 08 18:30:10.188864 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:10.207090 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Pushing event updated for resources: {'Port': ['ID=7307f1bd-754d-4f35-8bd9-e313462233c0,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:10.235427 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:10.258133 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-bf76d102-9082-4e54-89b9-b1a4e1af6dc4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:10.262875 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-bf76d102-9082-4e54-89b9-b1a4e1af6dc4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 816 time: 1.2697611 Jun 08 18:30:10.308555 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Allocated IP 172.20.0.12 (6a0af616-103c-4942-9a88-9f3e4cbd3e2f/f1880487-e29d-4385-b0c1-eb4d0215b9c6/0df8c63e-194e-4bd2-823b-97d39e82d9c6) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:10.372147 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:10.392796 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f95024fb-f4bd-4f9d-93ef-a1fccdd60625 req-8d90ff0f-db98-4455-83ea-d1ff9e9c975c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 210 time: 0.0607219 Jun 08 18:30:10.400910 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.39', 49633) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:10.466305 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:10.520546 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2325eb48-d83e-4a44-bd81-cd953c99afd7 x-openstack-request-id: req-2325eb48-d83e-4a44-bd81-cd953c99afd7 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:10.520853 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30af197-fc11-4252-a827-e69f3b2679f4", "tag": "7307f1bd-754d-4f35-8bd9-e313462233c0", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:10.521117 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2325eb48-d83e-4a44-bd81-cd953c99afd7 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:10.521522 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30af197-fc11-4252-a827-e69f3b2679f4', 'tag': '7307f1bd-754d-4f35-8bd9-e313462233c0', 'status': 'completed', 'code': 200} Jun 08 18:30:10.541743 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc469eb-f5a8-425b-84ae-cc657f1503c9 req-a326d8c6-88c2-4027-a7f4-3c9992018b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:10.550743 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2fc469eb-f5a8-425b-84ae-cc657f1503c9 req-a326d8c6-88c2-4027-a7f4-3c9992018b75 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 1098 time: 0.1408432 Jun 08 18:30:10.589511 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-2fc469eb-f5a8-425b-84ae-cc657f1503c9 req-6e88930a-204f-4a7a-87b4-8783408df39d service neutron] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:10.659106 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb962ab-70bc-4d0b-9a3c-261f114b9519 req-63a11258-c69a-478d-b9b8-f900a1a80de9 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:10.660728 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8bb962ab-70bc-4d0b-9a3c-261f114b9519 req-63a11258-c69a-478d-b9b8-f900a1a80de9 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 945 time: 1.1941943 Jun 08 18:30:10.696253 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:10.781053 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-78b18d55-d699-4e43-9d39-1c6624a151e6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1 HTTP/1.1" status: 200 len: 380 time: 0.4902318 Jun 08 18:30:10.825505 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291308-36ca-4d35-b3a6-bbfaf1e97ebf req-9083df6e-87dd-4eed-8d20-a1b70ffa4cd5 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:10.827113 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c5291308-36ca-4d35-b3a6-bbfaf1e97ebf req-9083df6e-87dd-4eed-8d20-a1b70ffa4cd5 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.1522605 Jun 08 18:30:10.885385 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event updated for resources: {'Port': ['ID=ff72aad4-4c66-49a8-b66b-780ad72c7da8,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:10.891268 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:10.898080 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'port': {'device_id': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'admin_state_up': True, 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'security_groups': ['f1a7be34-691b-45c3-9336-f5758c07cf08']}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:10.929299 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-2fc469eb-f5a8-425b-84ae-cc657f1503c9 req-6e88930a-204f-4a7a-87b4-8783408df39d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:10.951931 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c5291308-36ca-4d35-b3a6-bbfaf1e97ebf req-f022d610-f4b1-4d31-9611-576408c41a5b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117270 Jun 08 18:30:11.014624 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-2fc469eb-f5a8-425b-84ae-cc657f1503c9 req-6e88930a-204f-4a7a-87b4-8783408df39d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:11.022099 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:11.056523 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88930a-204f-4a7a-87b4-8783408df39d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43eddc2e-ee7c-4656-a5bd-860068d3fadc,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:11.063669 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-6e88930a-204f-4a7a-87b4-8783408df39d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:11.080808 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2fc469eb-f5a8-425b-84ae-cc657f1503c9 req-6e88930a-204f-4a7a-87b4-8783408df39d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296605 Jun 08 18:30:11.201794 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-6cc3cf9e-4ff0-46e1-a3a2-819fc3235e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:11.204398 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-6cc3cf9e-4ff0-46e1-a3a2-819fc3235e6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1096 time: 1.1772344 Jun 08 18:30:11.260710 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:11.262920 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1157291 Jun 08 18:30:11.400980 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8bb962ab-70bc-4d0b-9a3c-261f114b9519 req-949aae8f-1391-4a5e-bdaf-e1190855a6fd tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6860263 Jun 08 18:30:11.413584 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-41141985-1fed-47ff-83fc-68fca731a298 req-b81e666e-0e0f-4789-a077-f3473e249464 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 210 time: 0.0540009 Jun 08 18:30:11.427851 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-b3d4d9fe-c00e-4557-9919-3656575164ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7307f1bd-754d-4f35-8bd9-e313462233c0 HTTP/1.1" status: 200 len: 217 time: 0.1849575 Jun 08 18:30:11.429274 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55146) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:11.598483 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:11.638585 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c1645f39-60f9-4365-8ee9-7e38fdcd23b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:11.672317 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1809209610-network', 'tenant_id': 'e334728e55f84b018b6c9014447a6627'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:11.696008 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-030c5f45-191a-4638-8889-527612f7468c req-abd8d5d1-0952-43ed-a88a-5bada62a27f4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 210 time: 0.1375377 Jun 08 18:30:11.740919 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-0d2c8eca-d94b-44da-b285-cfd6177bfbca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--899643554&fields=id&tenant_id=1537138941164e968bf25bf7ddaaba43 HTTP/1.1" status: 200 len: 267 time: 0.0635526 Jun 08 18:30:11.758975 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:11.784747 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-26e45110-f6b4-43fa-82d9-86bddbef38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:11.786509 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-26e45110-f6b4-43fa-82d9-86bddbef38a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.3424096 Jun 08 18:30:11.846394 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0734f4-db1d-48be-ad60-0306bccd5973,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:11.858868 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:11.861230 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-8989f0a5-8d2a-41e4-a41a-a6f05d096830 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612810 Jun 08 18:30:11.872936 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Made reservation on behalf of e334728e55f84b018b6c9014447a6627 for: {'network': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:11.875442 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:11.882833 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8eedf0-0f94-451b-90d3-4e701929a93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d8d694-933f-49bd-9896-72ba33ce0192'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:11.895687 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c7199a-982b-4be5-bfe6-829362a1332c" -d '{"events": [{"server_uuid": "0e8eedf0-0f94-451b-90d3-4e701929a93b", "name": "network-vif-plugged", "status": "completed", "tag": "87d8d694-933f-49bd-9896-72ba33ce0192"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:11.897163 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Checking segment: {'id': '325d8e0f-f98b-43c4-8ca9-9d0f095e9c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'be1db978-9070-42bc-9206-f95002848386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:11.897713 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Network hostable DHCP agents. Network: be1db978-9070-42bc-9206-f95002848386, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:30:11.906364 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:11.944471 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e06494-702f-4284-839e-167c8efe37f2 x-openstack-request-id: req-f2e06494-702f-4284-839e-167c8efe37f2 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:11.944862 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8eedf0-0f94-451b-90d3-4e701929a93b", "name": "network-vif-plugged", "status": "completed", "tag": "87d8d694-933f-49bd-9896-72ba33ce0192", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:11.946062 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2e06494-702f-4284-839e-167c8efe37f2 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:11.946549 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8eedf0-0f94-451b-90d3-4e701929a93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d8d694-933f-49bd-9896-72ba33ce0192', 'code': 200} Jun 08 18:30:11.956575 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-605a9786-23e4-4925-a587-94a182ed9340 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:11.958116 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-605a9786-23e4-4925-a587-94a182ed9340 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 811 time: 0.2043569 Jun 08 18:30:11.987578 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-74efe705-615c-49a2-ae55-5f4fa8af6397 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/quotas/1537138941164e968bf25bf7ddaaba43 HTTP/1.1" status: 200 len: 375 time: 0.0181026 Jun 08 18:30:12.125425 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-0592c550-110d-4f61-8fde-22bcad8a9b59 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1354678 Jun 08 18:30:12.221234 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Made reservation on behalf of 4abd5b48fe9d41faaca7ec1cf1c5a8b1 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:12.225643 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.241447 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-b5e742eb-efb8-49d7-8765-07d196965331 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701947 Jun 08 18:30:12.319983 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-bc5ecbdf-9d8f-48ab-85c5-f562427bbf7d service neutron] 10.222.0.43 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775799 Jun 08 18:30:12.334200 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Network be1db978-9070-42bc-9206-f95002848386 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:30:12.352078 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d108b3-1b5a-49ce-af43-1b8070032499 req-4d4d78a6-5665-47db-996d-a6af39fec88e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:12.353785 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3d108b3-1b5a-49ce-af43-1b8070032499 req-4d4d78a6-5665-47db-996d-a6af39fec88e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.2699928 Jun 08 18:30:12.406199 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.410886 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:12.410886 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:12.410886 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:12.410886 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:12.410886 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:12.410886 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:12.430926 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.503769 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:12.522534 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:12.525587 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:12.532775 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:12.533408 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.547293 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, be1db978-9070-42bc-9206-f95002848386) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:12.553074 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:12.554153 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.563043 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277e4c1-a5c9-4625-a4d2-2c3dd559137b None None] Network be1db978-9070-42bc-9206-f95002848386 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:30:12.601968 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3d108b3-1b5a-49ce-af43-1b8070032499 req-69e5ac4c-ae61-4892-9cef-978503607f58 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984379 Jun 08 18:30:12.637718 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.643555 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=92350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:30:12.661005 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.664659 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.segments_db [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Added segment 4022da67-1f3d-45ac-8fda-72d81e925980 of type vlan for network 7a050bf2-93cd-49b4-ae73-c134d7054772 Jun 08 18:30:12.676131 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-143f1e17-7d7d-496e-a7e0-ebc7df7fc92d req-04e39903-24bb-48a0-985b-36b342d4f6d1 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268606 Jun 08 18:30:12.679451 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a1c86fec-fec3-45a3-8645-ed6839d45381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:12.710421 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-bf5bf90a-fa94-483e-822a-32c1a0f853b0 service neutron] 10.222.0.43 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655121 Jun 08 18:30:12.753635 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.775715 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f2a2d4-525f-44b0-b089-37c73869ecce,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:12.783342 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:12.786577 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Allocated IP 172.20.0.4 (622765e2-19d8-4145-8357-756259280cb6/35ae49be-afa1-4873-89ee-aa7bfed398ae/1a6ba706-c3d3-4905-a93c-2b968ed4b7f0) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:12.828610 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90a122-db13-4040-99c7-e40c6f3c5e66 req-a4a1ba46-41ed-46ac-8c55-0fd0bb643503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:12.831965 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ed90a122-db13-4040-99c7-e40c6f3c5e66 req-a4a1ba46-41ed-46ac-8c55-0fd0bb643503 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 1099 time: 0.3283086 Jun 08 18:30:12.899299 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.2840855 Jun 08 18:30:12.901379 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-9647d4a4-5b47-42c2-bc95-e721bf61ba78 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3695316 Jun 08 18:30:12.911260 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ed90a122-db13-4040-99c7-e40c6f3c5e66 req-a66b84fa-05e2-4f6f-962b-750e4aee237b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725913 Jun 08 18:30:12.921664 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.923850 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:12.924882 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:12.936160 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:12.943669 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Request body: {'port': {'device_id': '7e5af3dc-0a4a-4276-a03e-a464ebda5645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:13.008196 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e557fef2-9e42-4a9e-84aa-f7fbe4f6848a None None] Network be1db978-9070-42bc-9206-f95002848386 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:30:13.378614 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:13.496186 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0640254 Jun 08 18:30:13.506900 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55204) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:13.529244 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Request body: {'subnet': {'network_id': '7a050bf2-93cd-49b4-ae73-c134d7054772', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1809209610-subnet', 'tenant_id': 'e334728e55f84b018b6c9014447a6627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:13.532221 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Pushing event updated for resources: {'Network': ['ID=7a050bf2-93cd-49b4-ae73-c134d7054772,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:13.537918 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:13.552577 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 7a050bf2-93cd-49b4-ae73-c134d7054772 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:30:13.614105 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef505051-a392-4f72-8533-7e36e3585a0a req-74c428ce-09d6-4bbe-bcca-36b225407e84 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:13.621968 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ef505051-a392-4f72-8533-7e36e3585a0a req-74c428ce-09d6-4bbe-bcca-36b225407e84 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 945 time: 0.7889380 Jun 08 18:30:13.624542 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-560dc868-6514-48ab-bf67-ce9ee35520c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:13.626634 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-560dc868-6514-48ab-bf67-ce9ee35520c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1096 time: 0.6506252 Jun 08 18:30:13.656682 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb6c82-3ebd-45e2-a295-17124058c677 req-e36d08b6-331e-45cb-ad03-9c3e375bc235 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:13.659350 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d6bb6c82-3ebd-45e2-a295-17124058c677 req-e36d08b6-331e-45cb-ad03-9c3e375bc235 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 932 time: 0.3140838 Jun 08 18:30:13.739496 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:13.813192 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ef505051-a392-4f72-8533-7e36e3585a0a req-75b7b958-bf92-4db8-abff-1f149f988325 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901968 Jun 08 18:30:13.853729 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Transition to ACTIVE for port object 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:13.921002 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Made reservation on behalf of e334728e55f84b018b6c9014447a6627 for: {'subnet': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:13.923385 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.142923 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-126fcb6d-6fd9-4c20-be28-dd9d3c90f4ab req-96ebd827-f954-460a-aa02-768533711fef tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 210 time: 0.1369243 Jun 08 18:30:14.231339 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d6bb6c82-3ebd-45e2-a295-17124058c677 req-1bc4b14b-19d5-4e07-9e3c-4d2f54798e8d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280838 Jun 08 18:30:14.286960 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-4fe4ad6f-dbe2-4187-9f4c-901abefd7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:14.288471 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-4fe4ad6f-dbe2-4187-9f4c-901abefd7e13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 920 time: 0.6278441 Jun 08 18:30:14.370794 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.381072 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:14.381072 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:14.381072 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:14.381072 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:14.381072 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:14.381072 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:14.396983 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5905b0ab-079c-4bad-8547-2ead53f92a8c req-d495f495-50fc-407b-9b9e-e42526f74346 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 210 time: 0.0870512 Jun 08 18:30:14.408844 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Network 622765e2-19d8-4145-8357-756259280cb6 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:14.418568 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:14.418568 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df8c63e-194e-4bd2-823b-97d39e82d9c6 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:14.425770 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:14.430566 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-f51ac9cd-2d7f-43fc-a330-02e0239c5b83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7307f1bd-754d-4f35-8bd9-e313462233c0 HTTP/1.1" status: 200 len: 217 time: 0.1322889 Jun 08 18:30:14.432215 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:14.432874 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.439615 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.478499 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Transition to ACTIVE for port object 0df8c63e-194e-4bd2-823b-97d39e82d9c6 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:14.563327 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-2dfbbdf6-6c00-4ff2-a360-2940d852da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:14.565406 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-2dfbbdf6-6c00-4ff2-a360-2940d852da17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.1219771 Jun 08 18:30:14.571447 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-b01dcf2b-f678-4d57-9af5-28933df5b1f1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7260838 Jun 08 18:30:14.583744 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Request body: {'port': {'device_id': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:14.638881 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-4e676128-7477-4ffb-b60c-5ec918c70bcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641699 Jun 08 18:30:14.639060 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55222) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:14.645182 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-213433710-network', 'tenant_id': 'b4f154dce6ad499dbc6919eca45195c0'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:14.656007 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6bc9f-61db-45d8-b1a0-10a2a32907df req-b1135bc4-2cba-4b06-80d5-b8e71b17d3f2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:14.657699 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-88c6bc9f-61db-45d8-b1a0-10a2a32907df req-b1135bc4-2cba-4b06-80d5-b8e71b17d3f2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.2965953 Jun 08 18:30:14.700277 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.717422 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2a8c2a6f-d26f-43ee-9ec1-63888a46c55b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:14.766893 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.785336 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:14.826309 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-3574cd76-570e-4187-aa20-e746bfb9f29a None None] Provisioning for port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:14.839302 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-3574cd76-570e-4187-aa20-e746bfb9f29a None None] Provisioning complete for port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:14.840428 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-3574cd76-570e-4187-aa20-e746bfb9f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.879494 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-88c6bc9f-61db-45d8-b1a0-10a2a32907df req-5a393eb7-2844-47a7-bad5-399d9e1df45e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988509 Jun 08 18:30:14.941083 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Made reservation on behalf of b4f154dce6ad499dbc6919eca45195c0 for: {'network': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:14.943679 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.954050 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0511d3c5-6570-4074-b138-996fa09ca697,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:14.969823 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:14.970915 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:14.979070 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:15.001118 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-007df47d-e66d-4826-b8cc-211210810681 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412759 Jun 08 18:30:15.035675 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Checking segment: {'id': '4022da67-1f3d-45ac-8fda-72d81e925980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7a050bf2-93cd-49b4-ae73-c134d7054772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:15.036036 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Network hostable DHCP agents. Network: 7a050bf2-93cd-49b4-ae73-c134d7054772, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:30:15.047784 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Pushing event updated for resources: {'Port': ['ID=0df8c63e-194e-4bd2-823b-97d39e82d9c6,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:15.053634 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:15.106270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Attempting to bind port 0df8c63e-194e-4bd2-823b-97d39e82d9c6 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:30:15.106848 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Attempting to bind port 0df8c63e-194e-4bd2-823b-97d39e82d9c6 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:30:15.107483 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Attempting to bind port 0df8c63e-194e-4bd2-823b-97d39e82d9c6 on network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:15.118982 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Port 0df8c63e-194e-4bd2-823b-97d39e82d9c6 on network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:30:15.119458 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Attempting to bind port 0df8c63e-194e-4bd2-823b-97d39e82d9c6 on network 6a0af616-103c-4942-9a88-9f3e4cbd3e2f {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:15.130718 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:30:15.130718 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Checking segment: {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:15.130718 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Bound using segment: {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:30:15.130718 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Bound port: 0df8c63e-194e-4bd2-823b-97d39e82d9c6, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0fe514-90c4-4b56-8327-563b66291b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:30:15.130718 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:15.134852 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-3574cd76-570e-4187-aa20-e746bfb9f29a None None] Port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:30:15.236444 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4b2cfd4-60aa-4a5a-b354-746650a5d52c req-acead5c1-03cc-4db1-bbf0-05df48f541e7 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269185 Jun 08 18:30:15.271231 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Network 7a050bf2-93cd-49b4-ae73-c134d7054772 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:30:15.349100 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:15.439416 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 7a050bf2-93cd-49b4-ae73-c134d7054772) {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:15.448365 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:15.450139 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:15.462124 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0819dcb3-d245-4fc7-96c7-2f9d31288b9f None None] Network 7a050bf2-93cd-49b4-ae73-c134d7054772 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:30:15.617958 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:15.623536 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] For port 0df8c63e-194e-4bd2-823b-97d39e82d9c6, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:30:15.667672 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:15.719703 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] For port 0df8c63e-194e-4bd2-823b-97d39e82d9c6, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0df8c63e-194e-4bd2-823b-97d39e82d9c6,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:30:15.768894 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61505500-5097-4ce7-b8ca-8c4e0598555e req-920c5447-8800-4840-9c6c-b318feb793e4 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:15.776723 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-61505500-5097-4ce7-b8ca-8c4e0598555e req-920c5447-8800-4840-9c6c-b318feb793e4 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 945 time: 0.5431659 Jun 08 18:30:15.839942 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:15.893178 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:15.919375 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-d45cdfe2-b37f-450f-96a5-f22ee0010e4d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4099200 Jun 08 18:30:15.980701 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=92350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:30:15.994166 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c1c732-3c05-418c-824d-a79af336cb68,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:15.999799 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:16.009782 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:16.010243 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.segments_db [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Added segment 005b8896-165a-4a9d-8627-d67078aa307a of type vlan for network c247e150-7c88-4783-b4f3-059f12bac9a4 Jun 08 18:30:16.062432 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:16.078581 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac8f0f-0671-4b2a-bf49-cf5234f26fc8 None None] Network 7a050bf2-93cd-49b4-ae73-c134d7054772 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:30:16.089634 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d027b8a-3a3b-4ac4-b3b2-64b00f47e86c req-4df88007-26b3-45ef-9440-28affcecfb55 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:16.098714 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7d027b8a-3a3b-4ac4-b3b2-64b00f47e86c req-4df88007-26b3-45ef-9440-28affcecfb55 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 931 time: 0.4394989 Jun 08 18:30:16.197357 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Pushing event updated for resources: {'Port': ['ID=0df8c63e-194e-4bd2-823b-97d39e82d9c6,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:16.224052 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:16.251682 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7307f1bd-754d-4f35-8bd9-e313462233c0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:16.257814 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-61505500-5097-4ce7-b8ca-8c4e0598555e req-a1d41fb5-1d89-49ee-84db-c7d58df003a8 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797554 Jun 08 18:30:16.286779 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:16.293503 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:16.299226 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:16.300210 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] 10.222.0.39 "PUT /v2.0/ports/0df8c63e-194e-4bd2-823b-97d39e82d9c6 HTTP/1.1" status: 200 len: 1094 time: 3.3675258 Jun 08 18:30:16.302475 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5af3dc-0a4a-4276-a03e-a464ebda5645', 'tag': '0df8c63e-194e-4bd2-823b-97d39e82d9c6'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:16.305128 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3a765d-f0eb-4f89-84a9-208524c654d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5af3dc-0a4a-4276-a03e-a464ebda5645", "tag": "0df8c63e-194e-4bd2-823b-97d39e82d9c6"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:16.387932 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7d027b8a-3a3b-4ac4-b3b2-64b00f47e86c req-7bc34743-fce1-4210-a2ac-dfb31520b8f0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879319 Jun 08 18:30:16.406432 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:16.407792 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:16.414000 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:16.417854 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:16.535057 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.db.resource_extend [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:30:16.893412 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:16.911422 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 7307f1bd-754d-4f35-8bd9-e313462233c0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7307f1bd-754d-4f35-8bd9-e313462233c0,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:16.925843 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:16.929222 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-624021ee-6883-42d0-92f0-3ed8eb127151 req-e20229cf-7f4d-4d7d-9838-ae9a113d6bc2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 210 time: 0.1959701 Jun 08 18:30:16.938138 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Pushing event updated for resources: {'Network': ['ID=c247e150-7c88-4783-b4f3-059f12bac9a4,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:16.956313 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3151960 Jun 08 18:30:16.958832 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:16.960447 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55264) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:16.971823 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Request body: {'subnet': {'network_id': 'c247e150-7c88-4783-b4f3-059f12bac9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-213433710-subnet', 'tenant_id': 'b4f154dce6ad499dbc6919eca45195c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:16.997691 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network c247e150-7c88-4783-b4f3-059f12bac9a4 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:30:17.026742 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Transition to ACTIVE for port object 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:17.042311 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '7307f1bd-754d-4f35-8bd9-e313462233c0', 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'port_id': '7307f1bd-754d-4f35-8bd9-e313462233c0', 'mac_address': 'fa:16:3e:7e:5f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:17.085253 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450cbaa7-1820-47e1-9599-49d5b2c983e4 x-openstack-request-id: req-450cbaa7-1820-47e1-9599-49d5b2c983e4 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:17.091240 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5af3dc-0a4a-4276-a03e-a464ebda5645", "tag": "0df8c63e-194e-4bd2-823b-97d39e82d9c6", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:17.091240 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-450cbaa7-1820-47e1-9599-49d5b2c983e4 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:17.091240 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5af3dc-0a4a-4276-a03e-a464ebda5645', 'tag': '0df8c63e-194e-4bd2-823b-97d39e82d9c6', 'status': 'completed', 'code': 200} Jun 08 18:30:17.109508 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Made reservation on behalf of b4f154dce6ad499dbc6919eca45195c0 for: {'subnet': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:17.112015 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:17.118018 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:17.205317 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62af22-efbf-4ddb-8848-09da0816677d req-7dc4acd9-00a3-4f8d-9032-986fe47c2574 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:17.222936 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:17.225914 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1f62af22-efbf-4ddb-8848-09da0816677d req-7dc4acd9-00a3-4f8d-9032-986fe47c2574 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 944 time: 0.5382686 Jun 08 18:30:17.242551 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7307f1bd-754d-4f35-8bd9-e313462233c0 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:17.248609 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:17.278898 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 7307f1bd-754d-4f35-8bd9-e313462233c0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7307f1bd-754d-4f35-8bd9-e313462233c0,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:17.368020 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Pushing event updated for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:17.373110 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-03957fba-a110-4bc1-b3c6-0efd46ad2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:17.375001 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-03957fba-a110-4bc1-b3c6-0efd46ad2806 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 1097 time: 0.7710729 Jun 08 18:30:17.412439 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:17.414403 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-b7423dcf-fdd8-4145-be4d-c361ae7e60c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:17.459660 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:17.551111 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=7307f1bd-754d-4f35-8bd9-e313462233c0,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:17.556032 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:17.612927 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-5d79c54b-3f54-4d01-b740-bfced8c72592 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0df8c63e-194e-4bd2-823b-97d39e82d9c6 HTTP/1.1" status: 200 len: 217 time: 0.1518693 Jun 08 18:30:17.645402 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['7307f1bd-754d-4f35-8bd9-e313462233c0'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:17.724286 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-d39d29be-3149-454f-9700-ff81e555fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:17.725740 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-d39d29be-3149-454f-9700-ff81e555fb8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.0722835 Jun 08 18:30:17.728573 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1f62af22-efbf-4ddb-8848-09da0816677d req-ed1a8381-9162-42ff-9449-d701388be39e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930551 Jun 08 18:30:17.839799 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-6322f6ae-a837-4c58-ae63-0790ed51f50b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978930 Jun 08 18:30:17.845586 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Attempting to bind port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:30:17.846167 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Attempting to bind port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:30:17.847667 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Attempting to bind port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 on network 622765e2-19d8-4145-8357-756259280cb6 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:17.873300 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:17.935987 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 on network 622765e2-19d8-4145-8357-756259280cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:30:17.936635 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Attempting to bind port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 on network 622765e2-19d8-4145-8357-756259280cb6 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:17.952310 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:30:17.961608 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Checking segment: {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:17.961608 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Bound using segment: {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:30:17.961608 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Bound port: 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:30:17.961608 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:18.054738 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-192cb551-7d9a-4617-aec9-265cbdce47c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:18.087790 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55292) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:18.093852 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-254574558-network', 'tenant_id': 'e2c8bc3d6f9b49dfb07d11d5d3d24f94'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:18.117376 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6c0b2-699c-4d15-a996-3623b0535b6a req-89b6f599-0458-49ca-acb8-a4030a48d528 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:18.118832 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-90b6c0b2-699c-4d15-a996-3623b0535b6a req-89b6f599-0458-49ca-acb8-a4030a48d528 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.5520306 Jun 08 18:30:18.174839 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-45431341-d169-4625-9bd7-c6a846622888 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:18.176443 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-45431341-d169-4625-9bd7-c6a846622888 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 811 time: 0.5510349 Jun 08 18:30:18.213328 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2d78460e-b7b6-4f1f-9ba2-aaafe6a4ac78 req-9b5329fd-e54a-4280-8ccb-729dfe38e21c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 210 time: 0.0801654 Jun 08 18:30:18.219102 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-a0c01f8e-d326-4afd-aeda-e55abf1d1e41 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673756 Jun 08 18:30:18.220078 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=81733955-eb4a-4773-8e05-020e72473515,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:18.226386 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:30:18.230392 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:30:18.237735 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:18.238699 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Made reservation on behalf of e2c8bc3d6f9b49dfb07d11d5d3d24f94 for: {'network': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:18.242874 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:18.269151 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Checking segment: {'id': '005b8896-165a-4a9d-8627-d67078aa307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c247e150-7c88-4783-b4f3-059f12bac9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:18.269602 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Network hostable DHCP agents. Network: c247e150-7c88-4783-b4f3-059f12bac9a4, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:30:18.277002 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-90b6c0b2-699c-4d15-a996-3623b0535b6a req-ba7a4588-789b-44da-a9a7-cd9f40163e27 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360149 Jun 08 18:30:18.299330 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-8b4463c7-8e5b-4e5f-a4c8-b23a2b092cd8 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1537138941164e968bf25bf7ddaaba43 HTTP/1.1" status: 200 len: 379 time: 0.1102259 Jun 08 18:30:18.310451 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'port': {'device_id': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'admin_state_up': True, 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'security_groups': ['11d93197-f41c-43ae-9840-98d2296841cf']}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:18.314917 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:18.466136 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:18.486542 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3fefbb84-472c-4206-98a0-9dcd685f5525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:18.498180 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Network c247e150-7c88-4783-b4f3-059f12bac9a4 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:30:18.588101 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:18.591682 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:18.593862 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] 10.222.0.39 "PUT /v2.0/ports/1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 HTTP/1.1" status: 200 len: 1093 time: 4.0149989 Jun 08 18:30:18.599557 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, c247e150-7c88-4783-b4f3-059f12bac9a4) {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:18.607957 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:18.609525 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:18.620976 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d8e85-2aff-4d37-822c-d5a57ca37d41 None None] Network c247e150-7c88-4783-b4f3-059f12bac9a4 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:30:18.638995 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Made reservation on behalf of 1537138941164e968bf25bf7ddaaba43 for: {'port': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:18.645690 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:18.662727 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Pushing event updated for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:18.676980 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:18.695413 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-682bbbb9-451d-40f9-b7df-d581d88cd816 req-65379943-4ff5-45d7-a711-44631d80c33c service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571791 Jun 08 18:30:19.034646 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Allocated IP 172.20.0.10 (a4a910d2-f7ed-4a4f-a59a-2af939d7546b/0fb9e205-6293-4bb9-bb98-e7283065bd90/4fe06844-3600-4a26-a356-0c2b43f6cd41) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:19.079657 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:19.087591 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:19.090548 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28980c39-128a-4798-9332-b7b869155fda" -d '{"events": [{"name": "network-changed", "server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:19.112823 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-dc66488b-4079-42cf-9269-a196192aa117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.114525 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-dc66488b-4079-42cf-9269-a196192aa117 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 1097 time: 0.2075131 Jun 08 18:30:19.116848 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-749add79-9457-474b-9d9f-201d26d21437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.118301 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-749add79-9457-474b-9d9f-201d26d21437 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 1096 time: 0.3368347 Jun 08 18:30:19.207951 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec52b84-c5d0-474c-bcf7-67592ad21726 None None] Network c247e150-7c88-4783-b4f3-059f12bac9a4 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:30:19.306119 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3390996 Jun 08 18:30:19.391858 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:19.396834 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:19.426422 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-11b84099-b47d-480c-8976-fdea3070283f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:19.439944 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-387d6625-1696-4698-8c1a-933a0ccafd3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 HTTP/1.1" status: 200 len: 217 time: 0.2653394 Jun 08 18:30:19.443790 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.provisioning_blocks [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Transition to ACTIVE for port object 4fe06844-3600-4a26-a356-0c2b43f6cd41 will not be triggered until provisioned by entity DHCP. {{(pid=92350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:19.494091 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f23659-b0b0-410e-84a5-4a52d65672f1 req-d79075eb-d515-4e97-85dd-09a62ca7112c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.501574 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-30f23659-b0b0-410e-84a5-4a52d65672f1 req-d79075eb-d515-4e97-85dd-09a62ca7112c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 944 time: 0.3769529 Jun 08 18:30:19.530637 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=92351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:30:19.555294 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:19.556229 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.segments_db [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Added segment 7343f96f-d2d8-40c2-9358-09389da67ce8 of type vlan for network 398158b9-80f8-4c88-9e94-247427d8df66 Jun 08 18:30:19.562337 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-30f23659-b0b0-410e-84a5-4a52d65672f1 req-e02ec991-dd44-4598-8c4c-dabfad2fac53 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598388 Jun 08 18:30:19.632160 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:19.682182 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033233ee-ebf0-462a-b0e4-f9a649fb3c3e,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:19.688640 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0c9bc3-bc6d-42ee-ade0-010669694d0f x-openstack-request-id: req-9a0c9bc3-bc6d-42ee-ade0-010669694d0f {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:19.689272 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:19.689726 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a0c9bc3-bc6d-42ee-ade0-010669694d0f {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:19.690460 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'status': 'completed', 'code': 200} Jun 08 18:30:19.699074 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:19.705700 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:19.705700 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:19.705700 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:19.705700 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:19.705700 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:19.705700 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:19.730514 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:19.754458 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:19.756516 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:19.760865 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:19.768552 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-8a56c86e-4b46-4a68-8b95-82032ce98f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.770027 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-8a56c86e-4b46-4a68-8b95-82032ce98f1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.3180227 Jun 08 18:30:19.774914 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.775997 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:19.885623 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-4ad0d7c2-cbd7-42d4-97b2-5838c88c6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.888502 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-4ad0d7c2-cbd7-42d4-97b2-5838c88c6ced service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 920 time: 0.7607839 Jun 08 18:30:19.939401 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-85118f12-0d3b-4184-bce3-69aafc10b9e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6345837 Jun 08 18:30:19.953505 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Request body: {'port': {'device_id': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:19.993650 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-8e479469-65bb-4d02-bc86-81e43ee22207 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0df8c63e-194e-4bd2-823b-97d39e82d9c6 HTTP/1.1" status: 200 len: 217 time: 0.0961952 Jun 08 18:30:20.078329 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.094841 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:20.098885 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7307f1bd-754d-4f35-8bd9-e313462233c0 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:20.109020 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.121231 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:20.170864 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.281607 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-0078631a-4f87-4d7f-ac52-8cbf5cc124f6 None None] Provisioning for port 4fe06844-3600-4a26-a356-0c2b43f6cd41 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:20.288772 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-0078631a-4f87-4d7f-ac52-8cbf5cc124f6 None None] Provisioning complete for port 4fe06844-3600-4a26-a356-0c2b43f6cd41 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:20.289844 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0078631a-4f87-4d7f-ac52-8cbf5cc124f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.359064 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 7307f1bd-754d-4f35-8bd9-e313462233c0 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:20.369506 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 7307f1bd-754d-4f35-8bd9-e313462233c0 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:20.369894 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.399653 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-4c091ecf-4a21-4600-bc16-aa46e3394ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:20.401208 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-4c091ecf-4a21-4600-bc16-aa46e3394ab9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6123312 Jun 08 18:30:20.454076 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-0078631a-4f87-4d7f-ac52-8cbf5cc124f6 None None] Port 4fe06844-3600-4a26-a356-0c2b43f6cd41 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:30:20.503773 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-64215598-151b-46fc-8126-fde14598b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:20.503773 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-64215598-151b-46fc-8126-fde14598b721 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.5024853 Jun 08 18:30:20.514698 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55348) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:20.553488 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4645555 Jun 08 18:30:20.565841 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Pushing event updated for resources: {'Network': ['ID=398158b9-80f8-4c88-9e94-247427d8df66,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:20.569034 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55352) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:20.571733 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:20.578022 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Request body: {'subnet': {'network_id': '398158b9-80f8-4c88-9e94-247427d8df66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-254574558-subnet', 'tenant_id': 'e2c8bc3d6f9b49dfb07d11d5d3d24f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:20.583394 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-ebca3350-9a80-453f-9b2e-8265e5662e83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689650 Jun 08 18:30:20.630640 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 398158b9-80f8-4c88-9e94-247427d8df66 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:30:20.775238 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d588d6-396b-4fd9-9806-20823b1092e9 req-d656ad9d-c6be-42dd-9e37-19d07d55b6b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:20.776693 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3d588d6-396b-4fd9-9806-20823b1092e9 req-d656ad9d-c6be-42dd-9e37-19d07d55b6b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 932 time: 0.4598312 Jun 08 18:30:20.782033 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-09ac3259-13f7-42e8-842a-43c6e391271d service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605180 Jun 08 18:30:20.811423 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.818480 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5d5e737e-f76d-4d5f-ba78-f55f51db8a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.848102 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30af197-fc11-4252-a827-e69f3b2679f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7307f1bd-754d-4f35-8bd9-e313462233c0'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:20.850582 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0cfe5b-8271-46c1-afdd-2d78b75edc45" -d '{"events": [{"server_uuid": "a30af197-fc11-4252-a827-e69f3b2679f4", "name": "network-vif-plugged", "status": "completed", "tag": "7307f1bd-754d-4f35-8bd9-e313462233c0"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:20.860219 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 7307f1bd-754d-4f35-8bd9-e313462233c0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7307f1bd-754d-4f35-8bd9-e313462233c0,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:20.969388 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe06844-3600-4a26-a356-0c2b43f6cd41 {{(pid=92350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:20.979511 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:20.987583 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Made reservation on behalf of e2c8bc3d6f9b49dfb07d11d5d3d24f94 for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:20.989858 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.005022 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.provisioning_blocks [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Transition to ACTIVE for port object 4fe06844-3600-4a26-a356-0c2b43f6cd41 will not be triggered until provisioned by entity L2. {{(pid=92350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:21.016673 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.020265 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:21.061906 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-1a9c0c98-c83b-4fb8-ae02-41f3b17e7f20 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661987 Jun 08 18:30:21.083608 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5d5e737e-f76d-4d5f-ba78-f55f51db8a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.086520 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.091481 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2d7d9da8-0cea-4bfc-a9ac-872fb1162f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:21.137818 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=7307f1bd-754d-4f35-8bd9-e313462233c0,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:21.144992 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:21.211411 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3d588d6-396b-4fd9-9806-20823b1092e9 req-8759e4fa-43e8-4a4d-986d-c416c87faaf3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4268413 Jun 08 18:30:21.304851 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eb0eb8a1-88dc-43fc-aa8e-39cc3d64b91d req-d8871439-a7ca-4f5d-af7d-29ab808a72f9 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050895 Jun 08 18:30:21.321678 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe06844-3600-4a26-a356-0c2b43f6cd41,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:21.341186 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7e3a765d-f0eb-4f89-84a9-208524c654d3 req-10f2cd38-95ed-4deb-b696-3471c9a5be51 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477856 Jun 08 18:30:21.351830 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5d5e737e-f76d-4d5f-ba78-f55f51db8a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.367807 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:21.368555 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:21.485615 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e737e-f76d-4d5f-ba78-f55f51db8a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d8174-4639-4334-a95f-1ee84a8e592c,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:21.499456 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55364) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:21.501271 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-5d5e737e-f76d-4d5f-ba78-f55f51db8a23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1e0987b8204492b911671d2f4024c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9732738 Jun 08 18:30:21.521022 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-5d5e737e-f76d-4d5f-ba78-f55f51db8a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:21.562727 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Attempting to bind port 4fe06844-3600-4a26-a356-0c2b43f6cd41 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:30:21.563300 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Attempting to bind port 4fe06844-3600-4a26-a356-0c2b43f6cd41 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'}] {{(pid=92350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:30:21.565810 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Attempting to bind port 4fe06844-3600-4a26-a356-0c2b43f6cd41 on network a4a910d2-f7ed-4a4f-a59a-2af939d7546b {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:21.582336 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f96e1-ba1f-4b54-b0ad-79281434e810 req-94ae2839-be8e-4ac0-91fb-81a3a12d2f6e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:21.590453 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-094f96e1-ba1f-4b54-b0ad-79281434e810 req-94ae2839-be8e-4ac0-91fb-81a3a12d2f6e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.4004009 Jun 08 18:30:21.593580 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Port 4fe06844-3600-4a26-a356-0c2b43f6cd41 on network a4a910d2-f7ed-4a4f-a59a-2af939d7546b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:30:21.593580 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Attempting to bind port 4fe06844-3600-4a26-a356-0c2b43f6cd41 on network a4a910d2-f7ed-4a4f-a59a-2af939d7546b {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:21.603560 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf8fa-f4c2-499e-9673-fb133a53fd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.615881 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980c39-128a-4798-9332-b7b869155fda req-04b8e277-9dc2-4427-b853-124a2879dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:21.617532 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-28980c39-128a-4798-9332-b7b869155fda req-04b8e277-9dc2-4427-b853-124a2879dfbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 1096 time: 0.1859636 Jun 08 18:30:21.627752 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:30:21.628088 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Checking segment: {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:21.628780 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Bound using segment: {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'} {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:30:21.629316 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Bound port: 4fe06844-3600-4a26-a356-0c2b43f6cd41, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'}}] {{(pid=92350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:30:21.629566 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.660694 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-094f96e1-ba1f-4b54-b0ad-79281434e810 req-8792a0c6-96e6-4364-bb28-b96b207386f7 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689354 Jun 08 18:30:21.677349 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.741935 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf8fa-f4c2-499e-9673-fb133a53fd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.763656 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:21.890278 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-87c2087e-a209-4c6b-94d7-e09c6cec2027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:21.918929 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] For port 4fe06844-3600-4a26-a356-0c2b43f6cd41, host hv-cinder-78956, cleared binding levels {{(pid=92350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:30:21.923381 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] For port 4fe06844-3600-4a26-a356-0c2b43f6cd41, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:30:21.942905 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27d1a9-7ba9-4e97-9ddd-9ba9296a3429 req-4a588b33-5519-43ae-8a55-482560022c80 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:21.944425 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0d27d1a9-7ba9-4e97-9ddd-9ba9296a3429 req-4a588b33-5519-43ae-8a55-482560022c80 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 944 time: 0.1107461 Jun 08 18:30:21.993917 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa5c9f1-d623-4df3-84e8-5b58a324321d,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:21.999651 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0d27d1a9-7ba9-4e97-9ddd-9ba9296a3429 req-5581ce64-4ced-47f4-bc74-75b7e083694f tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490489 Jun 08 18:30:22.001821 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:22.006712 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-6385c497-eac8-4de7-b26f-3688e560b984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:22.007558 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:22.059383 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980c39-128a-4798-9332-b7b869155fda req-1dce21c1-41f4-40fe-b90a-f2e8c5a6e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.060975 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-28980c39-128a-4798-9332-b7b869155fda req-1dce21c1-41f4-40fe-b90a-f2e8c5a6e5de service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 0.4303114 Jun 08 18:30:22.066277 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dc70c7-edd8-4d11-acd7-2d0e3dbacc85 x-openstack-request-id: req-94dc70c7-edd8-4d11-acd7-2d0e3dbacc85 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:22.066575 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30af197-fc11-4252-a827-e69f3b2679f4", "name": "network-vif-plugged", "status": "completed", "tag": "7307f1bd-754d-4f35-8bd9-e313462233c0", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:22.067013 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94dc70c7-edd8-4d11-acd7-2d0e3dbacc85 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:22.067646 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30af197-fc11-4252-a827-e69f3b2679f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7307f1bd-754d-4f35-8bd9-e313462233c0', 'code': 200} Jun 08 18:30:22.069002 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Checking segment: {'id': '7343f96f-d2d8-40c2-9358-09389da67ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '398158b9-80f8-4c88-9e94-247427d8df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:22.069455 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Network hostable DHCP agents. Network: 398158b9-80f8-4c88-9e94-247427d8df66, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:30:22.071433 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.072047 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:22.073602 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] 10.222.0.39 "PUT /v2.0/ports/4fe06844-3600-4a26-a356-0c2b43f6cd41 HTTP/1.1" status: 200 len: 1094 time: 2.1259046 Jun 08 18:30:22.074123 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'tag': '4fe06844-3600-4a26-a356-0c2b43f6cd41'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:22.102400 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 0df8c63e-194e-4bd2-823b-97d39e82d9c6 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:22.173522 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe06844-3600-4a26-a356-0c2b43f6cd41,revision_number=3']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:22.176674 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:22.221378 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf8fa-f4c2-499e-9673-fb133a53fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:22.221378 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-28980c39-128a-4798-9332-b7b869155fda req-01d5eff8-add0-4836-9daa-50fe45d4bea8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 HTTP/1.1" status: 200 len: 217 time: 0.1294525 Jun 08 18:30:22.237671 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf8fa-f4c2-499e-9673-fb133a53fd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:22.240168 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-f5aaf8fa-f4c2-499e-9673-fb133a53fd48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d5d8174-4639-4334-a95f-1ee84a8e592c HTTP/1.1" status: 204 len: 168 time: 0.7322938 Jun 08 18:30:22.271603 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8da37ec1-53ea-4ee5-a56f-d86838c29eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:22.297946 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-abe63740-2a8d-4343-aac2-1e0d451595b3 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.299453 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-abe63740-2a8d-4343-aac2-1e0d451595b3 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/networks?id=be1db978-9070-42bc-9206-f95002848386 HTTP/1.1" status: 200 len: 809 time: 0.4915876 Jun 08 18:30:22.303486 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaf8fa-f4c2-499e-9673-fb133a53fd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d8174-4639-4334-a95f-1ee84a8e592c,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:22.336094 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f5aaf8fa-f4c2-499e-9673-fb133a53fd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:22.339344 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead38f3-c337-4f56-9025-0fec4d8b2592" -d '{"events": [{"name": "network-changed", "server_uuid": "c318b4b6-270c-4e4a-aa21-c2d9b5cdd612", "tag": "4fe06844-3600-4a26-a356-0c2b43f6cd41"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:22.373145 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-13e72a34-05b8-4aa6-af1c-2723b33f4b74 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/quotas/30544a4ca94b4249b031c9feb4da22b7 HTTP/1.1" status: 200 len: 375 time: 0.0400593 Jun 08 18:30:22.376596 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 0df8c63e-194e-4bd2-823b-97d39e82d9c6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0df8c63e-194e-4bd2-823b-97d39e82d9c6,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:22.413752 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '0df8c63e-194e-4bd2-823b-97d39e82d9c6', 'network_id': '6a0af616-103c-4942-9a88-9f3e4cbd3e2f', 'port_id': '0df8c63e-194e-4bd2-823b-97d39e82d9c6', 'mac_address': 'fa:16:3e:28:c8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1880487-e29d-4385-b0c1-eb4d0215b9c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:22.447816 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-776c70fe-f114-4e33-86f8-8b09bea1ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.449825 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-776c70fe-f114-4e33-86f8-8b09bea1ee96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 1097 time: 0.2155306 Jun 08 18:30:22.466095 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980c39-128a-4798-9332-b7b869155fda req-9df591b0-16fd-4298-a4ee-842987e1472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.467768 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-28980c39-128a-4798-9332-b7b869155fda req-9df591b0-16fd-4298-a4ee-842987e1472b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.2401993 Jun 08 18:30:22.480193 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Network 398158b9-80f8-4c88-9e94-247427d8df66 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:30:22.489110 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-a044e072-a968-43c6-b220-c8aa8c64761f tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=30544a4ca94b4249b031c9feb4da22b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031919 Jun 08 18:30:22.561760 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:22.590741 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df8c63e-194e-4bd2-823b-97d39e82d9c6 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:22.612692 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-304afaad-ac7a-45ab-9e1f-0a7b3c013cad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41 HTTP/1.1" status: 200 len: 217 time: 0.1543663 Jun 08 18:30:22.623108 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 0df8c63e-194e-4bd2-823b-97d39e82d9c6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0df8c63e-194e-4bd2-823b-97d39e82d9c6,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:22.655248 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 398158b9-80f8-4c88-9e94-247427d8df66) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:22.672249 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538252d3-715f-49e9-82c5-0c65fc81c6b8 None None] Network 398158b9-80f8-4c88-9e94-247427d8df66 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:30:22.674773 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.675391 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:22.719649 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-b87650d4-3e5e-489c-ad99-a866bc60bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.721133 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-b87650d4-3e5e-489c-ad99-a866bc60bf14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 200 len: 850 time: 0.0946186 Jun 08 18:30:22.783806 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c3822-a319-4634-8229-b3b718446b24 req-1985fb29-2996-4823-b45a-94b821d15df1 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.790765 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-070c3822-a319-4634-8229-b3b718446b24 req-1985fb29-2996-4823-b45a-94b821d15df1 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 944 time: 0.2327349 Jun 08 18:30:22.825924 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99d677-8423-4b71-a5b3-0ea5c63ed297 req-f11e719f-ae51-45be-ad7a-c335ee423fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.826717 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:22.828001 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fb99d677-8423-4b71-a5b3-0ea5c63ed297 req-f11e719f-ae51-45be-ad7a-c335ee423fda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1098 time: 0.2169924 Jun 08 18:30:22.839423 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-5555ca42-1015-4f1d-8529-415e344ba4e6 service neutron] 10.222.0.43 "GET /v2.0/networks/be1db978-9070-42bc-9206-f95002848386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197036 Jun 08 18:30:22.843154 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980c39-128a-4798-9332-b7b869155fda req-74967cb2-22e4-4169-b09e-de1bc0e69939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.845395 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-28980c39-128a-4798-9332-b7b869155fda req-74967cb2-22e4-4169-b09e-de1bc0e69939 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3624551 Jun 08 18:30:22.857879 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-070c3822-a319-4634-8229-b3b718446b24 req-a578f10f-d9c6-4514-a901-ce00485f0314 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661228 Jun 08 18:30:22.882565 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:22.884962 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3118176 Jun 08 18:30:22.893285 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-73880d7a-f69d-4524-a35a-ae8f408a6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.895434 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-73880d7a-f69d-4524-a35a-ae8f408a6b10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1662154 Jun 08 18:30:23.083002 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-928214c9-0f95-4ed1-b8b2-6336d5b89490 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788449 Jun 08 18:30:23.085018 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1bc6df-9375-4d89-ba5e-14b0770756be None None] Network 398158b9-80f8-4c88-9e94-247427d8df66 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:30:23.169663 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['0df8c63e-194e-4bd2-823b-97d39e82d9c6'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:23.233757 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55398) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:23.255469 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=0df8c63e-194e-4bd2-823b-97d39e82d9c6,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:23.258653 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:23.264833 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0e7036-699a-4f9b-8dca-a218b330dcd6 x-openstack-request-id: req-2d0e7036-699a-4f9b-8dca-a218b330dcd6 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:23.265150 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c318b4b6-270c-4e4a-aa21-c2d9b5cdd612", "tag": "4fe06844-3600-4a26-a356-0c2b43f6cd41", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:23.265450 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d0e7036-699a-4f9b-8dca-a218b330dcd6 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:23.265881 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'tag': '4fe06844-3600-4a26-a356-0c2b43f6cd41', 'status': 'completed', 'code': 200} Jun 08 18:30:23.360353 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5cf761b7-5c9a-424e-9a71-57dc83e48cbf req-aba5394b-a60c-467f-b03a-d3918020c7c7 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697017 Jun 08 18:30:23.420215 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55400) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:23.463985 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e14fc-ae22-4477-994e-2580a20c2d05 req-cc0bbd8e-9766-4692-b84b-81d98622300a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:23.466067 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c75e14fc-ae22-4477-994e-2580a20c2d05 req-cc0bbd8e-9766-4692-b84b-81d98622300a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1048508 Jun 08 18:30:23.483976 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f8341227-67fc-4d17-8d8c-b8c42385a24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:23.526365 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fb99d677-8423-4b71-a5b3-0ea5c63ed297 req-d280086e-6b3d-4b71-9943-39d9734d9e41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798229 Jun 08 18:30:23.542428 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-210790be-dab5-4f6a-a8bb-650e0d1019df service neutron] 10.222.0.43 "GET /v2.0/networks/be1db978-9070-42bc-9206-f95002848386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7017794 Jun 08 18:30:23.597467 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] Deleting subnet 0511d3c5-6570-4074-b138-996fa09ca697 {{(pid=92351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:30:23.614317 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c75e14fc-ae22-4477-994e-2580a20c2d05 req-c0f85908-91a3-4689-a56b-3550d3af1560 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368518 Jun 08 18:30:23.620154 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:23.670901 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-8ed2fb9d-69e1-48ce-9e9c-62596f7e8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:23.672384 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-8ed2fb9d-69e1-48ce-9e9c-62596f7e8a4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 1097 time: 0.1485245 Jun 08 18:30:23.700422 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-28980c39-128a-4798-9332-b7b869155fda req-6c11333d-91c8-47f5-b0ce-9df3de1ad2f3 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8173697 Jun 08 18:30:23.712458 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:23.799288 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:23.938313 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f8341227-67fc-4d17-8d8c-b8c42385a24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:23.963726 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-3bde91e3-80a9-4cab-8073-63a9ecdad531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:23.965803 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-3bde91e3-80a9-4cab-8073-63a9ecdad531 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 912 time: 0.2755890 Jun 08 18:30:23.978610 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07312a4a-799d-4ea8-ab1c-77e194338bfc req-58a412ee-73dd-40b9-8d6f-0c469b546b3a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:23.980568 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-07312a4a-799d-4ea8-ab1c-77e194338bfc req-58a412ee-73dd-40b9-8d6f-0c469b546b3a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 945 time: 0.1841223 Jun 08 18:30:24.044659 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f8341227-67fc-4d17-8d8c-b8c42385a24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.057194 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:24.082153 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-28980c39-128a-4798-9332-b7b869155fda req-bd84abbe-aeb4-4b43-8aef-83d3ea9dcfb1 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656220 Jun 08 18:30:24.104289 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-ef7af5d5-e090-4cf0-8812-3fe148097a21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41 HTTP/1.1" status: 200 len: 217 time: 0.1007779 Jun 08 18:30:24.108286 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:24.154191 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510'] for subnet, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.168324 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-f8341227-67fc-4d17-8d8c-b8c42385a24c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c72a0a712914bb287a6f60655f37602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8592021 Jun 08 18:30:24.176163 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55420) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:24.178098 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8341227-67fc-4d17-8d8c-b8c42385a24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32111aa6-af5d-4838-88a0-279d9a111f0e,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:24.185853 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f8341227-67fc-4d17-8d8c-b8c42385a24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:24.186384 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e0b702bb-4eb4-41b5-8e88-7e2f5cda611b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:24.208657 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-07312a4a-799d-4ea8-ab1c-77e194338bfc req-25c5213b-c842-4b5b-b8c3-e40dab49cb46 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208803 Jun 08 18:30:24.223625 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.225563 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0511d3c5-6570-4074-b138-996fa09ca697 HTTP/1.1" status: 204 len: 168 time: 0.7941167 Jun 08 18:30:24.227952 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0511d3c5-6570-4074-b138-996fa09ca697,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:24.229819 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55422) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:24.234906 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:24.304735 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:24.319741 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'port_id': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:24.356164 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.367546 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97b2fd-3e4b-4794-ae8f-ed3b45851dd6 req-eaf2bc4f-6a64-48a0-938a-d499b3f70d81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:24.370111 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bf97b2fd-3e4b-4794-ae8f-ed3b45851dd6 req-eaf2bc4f-6a64-48a0-938a-d499b3f70d81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 944 time: 0.2927325 Jun 08 18:30:24.434527 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.453402 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:24.467033 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-b967cbab-d7e6-45f5-9fcb-e5da7215daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:24.472092 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:24.473938 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-b967cbab-d7e6-45f5-9fcb-e5da7215daf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 200 len: 850 time: 0.3561509 Jun 08 18:30:24.478682 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4eb4da0c-e219-489b-b49e-32309b59715c req-c3e7b18b-85c2-471e-a8b0-af16c6d5d161 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 210 time: 0.1956134 Jun 08 18:30:24.499659 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bf97b2fd-3e4b-4794-ae8f-ed3b45851dd6 req-77dfd125-12fc-4f9b-bf9e-41e3ecf11ebe tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175570 Jun 08 18:30:24.564883 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.567170 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:24.622776 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-448c1538-aa30-43c0-9433-7b6e7d3d335b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.686959 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-448c1538-aa30-43c0-9433-7b6e7d3d335b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.706364 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.711202 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:24.795713 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.800642 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.801626 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.802119 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > port after_create 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.806795 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.807323 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > port after_update 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.809052 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.811341 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.811827 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.812335 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:24.844491 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:24.849857 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:24.857806 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-90d317d9-29cc-408d-92e7-73a10ee6e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:24.858984 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-90d317d9-29cc-408d-92e7-73a10ee6e554 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3755915 Jun 08 18:30:24.902665 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:24.938445 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-140826b7-c673-40a5-a8e7-a4b82316ef23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.036995 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c678-e1af-4860-a40e-859e1b00224c req-bfeee053-10ce-4eaf-91d6-b095d37d63dd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:25.038506 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-bfeee053-10ce-4eaf-91d6-b095d37d63dd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 815 time: 0.3294432 Jun 08 18:30:25.042808 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:25.044284 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:25.044678 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:25.045002 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92351) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:25.045349 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a050bf2-93cd-49b4-ae73-c134d7054772']}} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:25.068400 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-526d395f-0ebd-4787-b696-fc5ba313c195 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/quotas/385dfeca674e47b1800afad2ff7bdfd1 HTTP/1.1" status: 200 len: 375 time: 0.0157368 Jun 08 18:30:25.106217 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4022da67-1f3d-45ac-8fda-72d81e925980') {'for_net_delete': True} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:25.106639 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4022da67-1f3d-45ac-8fda-72d81e925980') {} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:25.133171 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1460413'] for segment, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.155556 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.160753 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-6a309999-40f1-4d79-8e2a-6c47125d4df5 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735062 Jun 08 18:30:25.165674 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=92351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:30:25.166074 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1470516'] for segment, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: from cryptography.utils import int_from_bytes Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: from cryptography.utils import int_from_bytes Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: Traceback (most recent call last): Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: timer() Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: cb(*args, **kw) Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: return func(*args, **kwargs) Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: self._notify() Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: self.callback(batched_events) Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: event.method(event) Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: return f(self, *a, **k) Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: return self._get(url).json() Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: return self.request(url, 'GET', **kwargs) Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:30:25.182071 dv-cinder-789564-4-smb neutron-server[92351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:30:25.243964 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-448c1538-aa30-43c0-9433-7b6e7d3d335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.246333 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-448c1538-aa30-43c0-9433-7b6e7d3d335b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.247453 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-448c1538-aa30-43c0-9433-7b6e7d3d335b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32111aa6-af5d-4838-88a0-279d9a111f0e HTTP/1.1" status: 204 len: 168 time: 1.0700359 Jun 08 18:30:25.251046 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ff81c0c2-6622-43da-bfe8-7689114670dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:25.266190 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c1538-aa30-43c0-9433-7b6e7d3d335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32111aa6-af5d-4838-88a0-279d9a111f0e,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:25.275467 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a1590-d767-4c7c-9c5b-585ed7a2333e req-cbfe009f-5359-4f24-953b-83d7caae5d28 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:25.277712 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9d7a1590-d767-4c7c-9c5b-585ed7a2333e req-cbfe009f-5359-4f24-953b-83d7caae5d28 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 944 time: 0.2211816 Jun 08 18:30:25.279401 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-448c1538-aa30-43c0-9433-7b6e7d3d335b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:25.313809 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-2e4b51a1-e781-443c-9a0f-a1b4652798f0 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2240045 Jun 08 18:30:25.336726 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9d7a1590-d767-4c7c-9c5b-585ed7a2333e req-8eeb2258-d4f5-4083-a3a5-1b489d658dc9 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507832 Jun 08 18:30:25.343563 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.354916 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-4055f71a-9947-48fe-a26f-dc7a6defcfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:25.403549 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.403549 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7a050bf2-93cd-49b4-ae73-c134d7054772 HTTP/1.1" status: 204 len: 168 time: 1.1631465 Jun 08 18:30:25.403687 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55444) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:25.411391 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2ead38f3-c337-4f56-9025-0fec4d8b2592 req-24ac6513-aa88-400f-8ba1-3c42d3157a95 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421401 Jun 08 18:30:25.438818 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a050bf2-93cd-49b4-ae73-c134d7054772,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:25.450048 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:25.491045 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-7bf8e500-4b49-4da5-9265-60e972667d66 service neutron] 10.222.0.43 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635551 Jun 08 18:30:25.495012 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] Deleting subnet daa5c9f1-d623-4df3-84e8-5b58a324321d {{(pid=92351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:30:25.499103 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.572619 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1460406'] for subnet, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.629759 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.635633 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-88cb9472-3756-48e2-9df4-920c86edf634 service neutron] 10.222.0.43 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382368 Jun 08 18:30:25.780041 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1470609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2574592'] for subnet, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.784100 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:25.818819 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa5c9f1-d623-4df3-84e8-5b58a324321d,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:25.822355 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:25.828394 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.834255 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/daa5c9f1-d623-4df3-84e8-5b58a324321d HTTP/1.1" status: 204 len: 168 time: 0.4293687 Jun 08 18:30:25.837144 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55452) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:25.926101 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.056203 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.109974 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 4fe06844-3600-4a26-a356-0c2b43f6cd41 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:26.172942 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-04fa1e94-8ca1-4678-90e6-a724e8fa4331 req-32cf06b2-f302-430f-9d2a-a621ceb9deb3 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 210 time: 0.0762789 Jun 08 18:30:26.222953 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6ff98-e4f7-40e0-9f97-cf0313142186 req-bbaeca2d-dae0-4de0-9bb6-46fc8e16f20f tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:26.230801 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d3c6ff98-e4f7-40e0-9f97-cf0313142186 req-bbaeca2d-dae0-4de0-9bb6-46fc8e16f20f tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 945 time: 0.2704341 Jun 08 18:30:26.255346 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.275011 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.275376 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.278233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.278233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > port after_create 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.278233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > port after_delete 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.278233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > port after_update 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.278233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.278233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.278233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.278683 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.295212 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:26.347248 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.347662 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.347996 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.348381 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:30:26.348721 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398158b9-80f8-4c88-9e94-247427d8df66']}} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:26.358629 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 4fe06844-3600-4a26-a356-0c2b43f6cd41, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:26.375028 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7343f96f-d2d8-40c2-9358-09389da67ce8') {'for_net_delete': True} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:26.375367 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7343f96f-d2d8-40c2-9358-09389da67ce8') {} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:26.399769 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d3c6ff98-e4f7-40e0-9f97-cf0313142186 req-ba48b269-25a4-4b9b-8dc7-abe18b0bd91d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679709 Jun 08 18:30:26.411584 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '4fe06844-3600-4a26-a356-0c2b43f6cd41', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'port_id': '4fe06844-3600-4a26-a356-0c2b43f6cd41', 'mac_address': 'fa:16:3e:75:81:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:26.415059 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2276388'] for segment, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.444616 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.460298 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=92350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:30:26.461969 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356013'] for segment, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: from cryptography.utils import int_from_bytes Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: from cryptography.utils import int_from_bytes Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: Traceback (most recent call last): Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: timer() Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: cb(*args, **kw) Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: return func(*args, **kwargs) Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: self._notify() Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: self.callback(batched_events) Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: event.method(event) Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: return f(self, *a, **k) Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: return self._get(url).json() Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: return self.request(url, 'GET', **kwargs) Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:30:26.488894 dv-cinder-789564-4-smb neutron-server[92350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:30:26.528825 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.553685 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cabc81-8993-4d26-9cfb-1be07297af3e req-4031d246-083f-40c2-9888-6acd2d478060 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:26.564495 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-22cabc81-8993-4d26-9cfb-1be07297af3e req-4031d246-083f-40c2-9888-6acd2d478060 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 944 time: 0.2238042 Jun 08 18:30:26.568574 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe06844-3600-4a26-a356-0c2b43f6cd41 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:26.594848 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 4fe06844-3600-4a26-a356-0c2b43f6cd41, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:26.605148 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-998e3ae3-39f0-4fad-b98e-5bbebe410576 req-ac0e0547-05da-4290-b853-19801f21a1d7 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 210 time: 0.1148345 Jun 08 18:30:26.614314 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-22cabc81-8993-4d26-9cfb-1be07297af3e req-46476908-b8fa-4c3c-a10d-97ab562ec22e tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488391 Jun 08 18:30:26.687262 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.690799 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:26.694662 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:26.710044 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.765676 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:26.786795 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=4fe06844-3600-4a26-a356-0c2b43f6cd41,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:26.798637 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:26.800165 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:26.800541 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.883299 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff8204-a76c-4fb0-987a-0702cb1a44f1 req-9a078a11-3482-4beb-ac31-94dae3492dbf tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:26.885322 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-50ff8204-a76c-4fb0-987a-0702cb1a44f1 req-9a078a11-3482-4beb-ac31-94dae3492dbf tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 944 time: 0.1649406 Jun 08 18:30:26.955068 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.957578 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] 10.222.0.43 "DELETE /v2.0/networks/398158b9-80f8-4c88-9e94-247427d8df66 HTTP/1.1" status: 204 len: 168 time: 1.1193540 Jun 08 18:30:26.966449 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Pushing event deleted for resources: {'Network': ['ID=398158b9-80f8-4c88-9e94-247427d8df66,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:26.974017 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:26.978905 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.979419 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.979777 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.980145 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.980716 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.981221 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.981579 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.981928 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.982414 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.982746 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.983078 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.983407 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:26.990906 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:27.014817 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-50ff8204-a76c-4fb0-987a-0702cb1a44f1 req-f9b18d22-4085-49f9-a8bc-eeae9ac63275 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201262 Jun 08 18:30:27.017006 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9a532-c755-4500-94f7-6ac6b7430b7f req-6db18282-074b-40cd-a402-e8446117acdb tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:27.024458 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-73c9a532-c755-4500-94f7-6ac6b7430b7f req-6db18282-074b-40cd-a402-e8446117acdb tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 945 time: 0.3113511 Jun 08 18:30:27.047270 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['4fe06844-3600-4a26-a356-0c2b43f6cd41'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:27.074868 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-73c9a532-c755-4500-94f7-6ac6b7430b7f req-7446bfed-29ac-4fbf-a83e-91a082205a4e tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Jun 08 18:30:27.099464 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:27.100071 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da33c0-6150-4311-a289-79b605fa666a" -d '{"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:27.123586 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:27.182135 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2d1c01-7578-4c02-bdf9-cebbdc882fff x-openstack-request-id: req-7f2d1c01-7578-4c02-bdf9-cebbdc882fff {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:27.182438 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:27.182698 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f2d1c01-7578-4c02-bdf9-cebbdc882fff {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:27.183088 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'code': 200} Jun 08 18:30:27.212110 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:27.212110 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 0df8c63e-194e-4bd2-823b-97d39e82d9c6 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:27.287714 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:27.313403 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-b50fa7b8-5560-444e-9f28-e59123b1a803 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:27.316245 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-b50fa7b8-5560-444e-9f28-e59123b1a803 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.39 "GET /v2.0/networks?id=be1db978-9070-42bc-9206-f95002848386 HTTP/1.1" status: 200 len: 809 time: 0.2198095 Jun 08 18:30:27.393618 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Request body: {'port': {'device_id': '8029c35b-bd06-429f-9936-9808096ade17', 'network_id': 'be1db978-9070-42bc-9206-f95002848386', 'admin_state_up': True, 'tenant_id': '30544a4ca94b4249b031c9feb4da22b7'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:27.421161 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7e5e7cca-6f76-4b3e-affb-684d483ab5c3 req-0e2620f4-37b4-4a26-b9c8-5e6be41fd99f tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 210 time: 0.0943515 Jun 08 18:30:27.470717 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:27.489710 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:27.559095 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:27.626051 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55498) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:27.690186 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828eb627-4a9f-492d-a605-bb16b836fae6 req-24894c0c-9bfc-4cb2-9f67-939af852c93a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:27.691774 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-828eb627-4a9f-492d-a605-bb16b836fae6 req-24894c0c-9bfc-4cb2-9f67-939af852c93a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 945 time: 0.1503773 Jun 08 18:30:27.704563 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 0df8c63e-194e-4bd2-823b-97d39e82d9c6 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:27.715298 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 0df8c63e-194e-4bd2-823b-97d39e82d9c6 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:27.715676 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:27.718538 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-7f822782-0107-4406-8490-9bbc08f83932 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e334728e55f84b018b6c9014447a6627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903072 Jun 08 18:30:27.722376 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55506) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:27.745488 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Made reservation on behalf of 30544a4ca94b4249b031c9feb4da22b7 for: {'port': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:27.754756 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:27.848232 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-828eb627-4a9f-492d-a605-bb16b836fae6 req-a56c58b9-3a72-46ee-8059-96da20f81f00 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502900 Jun 08 18:30:27.952336 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af7182-1d6a-4b1c-bb47-22f6a61f9ee5 req-fa57bdea-d300-4e0d-a2eb-b9852bc36236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:27.956069 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2003be5e-858b-47da-b912-db0b1db41dbd req-c9c8312c-5e82-495b-996c-36f3a2743ced tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 210 time: 0.1010482 Jun 08 18:30:27.975672 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a1af7182-1d6a-4b1c-bb47-22f6a61f9ee5 req-fa57bdea-d300-4e0d-a2eb-b9852bc36236 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 1098 time: 0.1041896 Jun 08 18:30:28.000215 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-323b96b0-ef07-4b81-a123-9dc90b3dd5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.021071 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.058104 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-323b96b0-ef07-4b81-a123-9dc90b3dd5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.098131 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 0df8c63e-194e-4bd2-823b-97d39e82d9c6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0df8c63e-194e-4bd2-823b-97d39e82d9c6,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:28.174567 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Allocated IP 172.20.0.10 (be1db978-9070-42bc-9206-f95002848386/1e0734f4-db1d-48be-ad60-0306bccd5973/5ddeb0cd-5205-4051-bdab-52d4fd713541) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:28.200936 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.202960 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:28.288434 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=0df8c63e-194e-4bd2-823b-97d39e82d9c6,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:28.299014 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:28.336727 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a1af7182-1d6a-4b1c-bb47-22f6a61f9ee5 req-26b313bf-9d3b-4232-a4f4-862c3c64fbde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271306 Jun 08 18:30:28.378892 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-323b96b0-ef07-4b81-a123-9dc90b3dd5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.381440 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-323b96b0-ef07-4b81-a123-9dc90b3dd5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.386891 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-323b96b0-ef07-4b81-a123-9dc90b3dd5f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37f2a2d4-525f-44b0-b089-37c73869ecce HTTP/1.1" status: 204 len: 168 time: 0.6589799 Jun 08 18:30:28.389171 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:28.406468 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbfd0b-098e-4fc8-b285-c25240bd5f26 req-3a0e923e-db71-4a55-8be9-ffccea128f35 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:28.410678 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b96b0-ef07-4b81-a123-9dc90b3dd5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f2a2d4-525f-44b0-b089-37c73869ecce,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:28.422730 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a7bbfd0b-098e-4fc8-b285-c25240bd5f26 req-3a0e923e-db71-4a55-8be9-ffccea128f35 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 945 time: 0.4094360 Jun 08 18:30:28.423001 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-323b96b0-ef07-4b81-a123-9dc90b3dd5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:28.434534 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e48ac5-db3c-4f37-a28e-42dce2ebb892 req-2193ae25-3549-4599-ae0b-b7686976160e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:28.436568 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-51e48ac5-db3c-4f37-a28e-42dce2ebb892 req-2193ae25-3549-4599-ae0b-b7686976160e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.2453196 Jun 08 18:30:28.518579 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23590480-14bc-4b45-be5e-fea02c463e54 req-adacf4e5-51b4-4e58-9623-d60a11ef61f3 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:28.520490 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-23590480-14bc-4b45-be5e-fea02c463e54 req-adacf4e5-51b4-4e58-9623-d60a11ef61f3 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.39 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 945 time: 0.3605607 Jun 08 18:30:28.583525 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-51e48ac5-db3c-4f37-a28e-42dce2ebb892 req-d699be4a-168b-4934-9b65-6249188a8c3b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353483 Jun 08 18:30:28.603232 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.671311 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a7bbfd0b-098e-4fc8-b285-c25240bd5f26 req-bc112b57-9f19-4c4d-8b24-587c97ac1850 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498965 Jun 08 18:30:28.795196 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2356055'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.803498 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:28.803498 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:28.803498 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:28.803498 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:28.803498 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:28.803498 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:28.804303 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-23590480-14bc-4b45-be5e-fea02c463e54 req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Deleting port f9ae307b-1f2c-45e1-b18e-4434c288ef68 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:30:28.804746 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-23590480-14bc-4b45-be5e-fea02c463e54 req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.835654 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Network be1db978-9070-42bc-9206-f95002848386 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:28.837584 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:28.845383 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:28.910652 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:28.911363 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:28.925459 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da8aa-19e1-424a-911e-b4493afa4cab req-44848f71-a40d-4ee5-9936-2bb812edcd50 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:28.927215 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3c9da8aa-19e1-424a-911e-b4493afa4cab req-44848f71-a40d-4ee5-9936-2bb812edcd50 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 945 time: 0.1734867 Jun 08 18:30:28.990768 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3c9da8aa-19e1-424a-911e-b4493afa4cab req-8b52261a-3a22-4d6f-9b6d-36cf901473a3 tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/security-groups?id=df6458a7-4b38-4eaf-b400-940c457c7409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566449 Jun 08 18:30:29.062249 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-ae7e5bd1-fa3f-4348-8cca-d2e5c527c4b7 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7323606 Jun 08 18:30:29.076755 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Request body: {'port': {'device_id': '8029c35b-bd06-429f-9936-9808096ade17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:29.088053 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-23590480-14bc-4b45-be5e-fea02c463e54 req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] For port f9ae307b-1f2c-45e1-b18e-4434c288ef68, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f9ae307b-1f2c-45e1-b18e-4434c288ef68,segment=NetworkSegment(29a65abb-8306-421e-9f6c-078ac72d4741),segment_id=29a65abb-8306-421e-9f6c-078ac72d4741)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:29.088440 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-23590480-14bc-4b45-be5e-fea02c463e54 req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:29.182893 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5e41a-f647-459c-895c-1ca8c44bce2a req-54937282-7d94-4bca-9d58-6c84d4d56c7a tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:29.186221 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5af3dc-0a4a-4276-a03e-a464ebda5645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8c63e-194e-4bd2-823b-97d39e82d9c6'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:29.192313 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc537e70-70c9-4d86-9bd0-af0c66c575ad" -d '{"events": [{"server_uuid": "7e5af3dc-0a4a-4276-a03e-a464ebda5645", "name": "network-vif-plugged", "status": "completed", "tag": "0df8c63e-194e-4bd2-823b-97d39e82d9c6"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:29.193640 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-78e5e41a-f647-459c-895c-1ca8c44bce2a req-54937282-7d94-4bca-9d58-6c84d4d56c7a tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 932 time: 0.3239737 Jun 08 18:30:29.266528 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-23590480-14bc-4b45-be5e-fea02c463e54 req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Calling delete_port for f9ae307b-1f2c-45e1-b18e-4434c288ef68 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:30:29.289445 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:29.333385 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17cccd-ccf3-4bf0-94b5-33727cfd98b3 req-600a2990-1933-4abd-a294-c976b820f305 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:29.348361 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2d17cccd-ccf3-4bf0-94b5-33727cfd98b3 req-600a2990-1933-4abd-a294-c976b820f305 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.2333181 Jun 08 18:30:29.450432 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2d17cccd-ccf3-4bf0-94b5-33727cfd98b3 req-d5aecd3b-7bb6-4ff3-95c3-1491e8a9f653 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053658 Jun 08 18:30:29.453343 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c678-e1af-4860-a40e-859e1b00224c req-1c8c337a-e5cf-48e7-bf64-bf5df12f0087 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:29.454850 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-1c8c337a-e5cf-48e7-bf64-bf5df12f0087 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 815 time: 0.4778161 Jun 08 18:30:29.468066 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-78e5e41a-f647-459c-895c-1ca8c44bce2a req-9a8d6e3d-77b3-4202-82f0-fa99f7aebc0e tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041328 Jun 08 18:30:29.470051 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Request body: {'port': {'device_id': 'e6f60283-cb81-4926-a13d-e71a71f89149', 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf', 'admin_state_up': True, 'tenant_id': '385dfeca674e47b1800afad2ff7bdfd1'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:29.505150 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55542) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:29.573156 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec94a3e6-17ce-420c-bc8e-db425e5c7feb x-openstack-request-id: req-ec94a3e6-17ce-420c-bc8e-db425e5c7feb {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:29.573485 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5af3dc-0a4a-4276-a03e-a464ebda5645", "name": "network-vif-plugged", "status": "completed", "tag": "0df8c63e-194e-4bd2-823b-97d39e82d9c6", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:29.573997 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec94a3e6-17ce-420c-bc8e-db425e5c7feb {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:29.575180 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5af3dc-0a4a-4276-a03e-a464ebda5645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8c63e-194e-4bd2-823b-97d39e82d9c6', 'code': 200} Jun 08 18:30:29.795883 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0b049661-3539-4e45-ad9e-23939ac9ad89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:29.854012 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-620678a9-4294-4ed7-8cd1-dfa3fdb5ff7b req-75acd249-1054-4e50-9091-9770ea644d4c tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 210 time: 0.0765903 Jun 08 18:30:29.998449 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Made reservation on behalf of 385dfeca674e47b1800afad2ff7bdfd1 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:30.003138 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.014730 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-23590480-14bc-4b45-be5e-fea02c463e54 req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.023749 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55552) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:30.028079 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['f9ae307b-1f2c-45e1-b18e-4434c288ef68'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:30.056338 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:30.071706 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddeb0cd-5205-4051-bdab-52d4fd713541 {{(pid=92350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:30.081435 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.102068 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.provisioning_blocks [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Transition to ACTIVE for port object 5ddeb0cd-5205-4051-bdab-52d4fd713541 will not be triggered until provisioned by entity L2. {{(pid=92350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:30.119901 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c5159-b3cb-40ec-9ed9-4296231a2ee9 req-f9fda9b9-ab6c-4fef-a7bc-a4759203eff2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:30.121998 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f11c5159-b3cb-40ec-9ed9-4296231a2ee9 req-f9fda9b9-ab6c-4fef-a7bc-a4759203eff2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 945 time: 0.1373410 Jun 08 18:30:30.143432 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 4fe06844-3600-4a26-a356-0c2b43f6cd41 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:30.162005 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Pushing event deleted for resources: {'Port': ['ID=f9ae307b-1f2c-45e1-b18e-4434c288ef68,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:30.188335 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f11c5159-b3cb-40ec-9ed9-4296231a2ee9 req-82a991d1-2f88-4a3c-bdc7-3ce28fff93b1 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597854 Jun 08 18:30:30.216021 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.225646 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:30.235242 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7161d3-365a-4ed0-a50c-cfe6cebe1a5c req-b8308f0b-35bc-435f-ba60-d4bcd433bd74 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:30.242761 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5d7161d3-365a-4ed0-a50c-cfe6cebe1a5c req-b8308f0b-35bc-435f-ba60-d4bcd433bd74 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.4067047 Jun 08 18:30:30.312698 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.313090 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.313437 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.313779 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.314114 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.314450 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.314778 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.315106 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.315435 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.315759 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.316087 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.316431 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.316534 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 4fe06844-3600-4a26-a356-0c2b43f6cd41 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:30.327324 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 4fe06844-3600-4a26-a356-0c2b43f6cd41 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:30.327324 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.380766 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:30.407762 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3f590173-e363-4c11-b851-1079e8f35f8d req-4d0a6316-9142-421f-95bb-abac52466d8b tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 210 time: 0.0549598 Jun 08 18:30:30.443266 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-23590480-14bc-4b45-be5e-fea02c463e54 req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] No DVR routers for this DVR port f9ae307b-1f2c-45e1-b18e-4434c288ef68 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:30:30.444868 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Pushing event updated for resources: {'Port': ['ID=5ddeb0cd-5205-4051-bdab-52d4fd713541,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:30.447612 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-23590480-14bc-4b45-be5e-fea02c463e54 req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.447807 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:30.450073 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-23590480-14bc-4b45-be5e-fea02c463e54 req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.39 "DELETE /v2.0/ports/f9ae307b-1f2c-45e1-b18e-4434c288ef68 HTTP/1.1" status: 204 len: 173 time: 1.9086680 Jun 08 18:30:30.452536 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-21f8a69d-7fa4-47bc-8fe5-f34617dcdf70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2c8bc3d6f9b49dfb07d11d5d3d24f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214978 Jun 08 18:30:30.457140 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55558) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:30.461960 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7285fa61-8478-46bb-8a16-8a6983abaae9', 'name': 'network-vif-deleted', 'tag': 'f9ae307b-1f2c-45e1-b18e-4434c288ef68'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:30.464977 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46434da5-c36e-4d2b-9900-b5b8becb270e" -d '{"events": [{"server_uuid": "7285fa61-8478-46bb-8a16-8a6983abaae9", "name": "network-vif-deleted", "tag": "f9ae307b-1f2c-45e1-b18e-4434c288ef68"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:30.496848 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.548287 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 4fe06844-3600-4a26-a356-0c2b43f6cd41, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:30.557714 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d72a91-4f80-48d7-a62c-107bd71fb91f x-openstack-request-id: req-77d72a91-4f80-48d7-a62c-107bd71fb91f {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:30.558136 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7285fa61-8478-46bb-8a16-8a6983abaae9", "name": "network-vif-deleted", "tag": "f9ae307b-1f2c-45e1-b18e-4434c288ef68", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:30.558513 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77d72a91-4f80-48d7-a62c-107bd71fb91f {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:30.559170 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7285fa61-8478-46bb-8a16-8a6983abaae9', 'name': 'network-vif-deleted', 'tag': 'f9ae307b-1f2c-45e1-b18e-4434c288ef68', 'status': 'completed', 'code': 200} Jun 08 18:30:30.584853 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5d7161d3-365a-4ed0-a50c-cfe6cebe1a5c req-67677d86-bc9e-4146-a742-e0a29b652f42 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409653 Jun 08 18:30:30.608635 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Attempting to bind port 5ddeb0cd-5205-4051-bdab-52d4fd713541 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:30:30.608850 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Attempting to bind port 5ddeb0cd-5205-4051-bdab-52d4fd713541 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '325d8e0f-f98b-43c4-8ca9-9d0f095e9c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'be1db978-9070-42bc-9206-f95002848386'}] {{(pid=92350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:30:30.609181 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Attempting to bind port 5ddeb0cd-5205-4051-bdab-52d4fd713541 on network be1db978-9070-42bc-9206-f95002848386 {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:30.619791 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Allocated IP 172.20.0.11 (24e0e5e0-4201-476a-9c48-59f982e8d0cf/f853008f-4d75-4d03-9591-1f779f1d2fa5/7697fc6a-6e41-46de-bde5-a8879eb23cc6) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:30.619987 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Port 5ddeb0cd-5205-4051-bdab-52d4fd713541 on network be1db978-9070-42bc-9206-f95002848386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:30:30.624856 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Attempting to bind port 5ddeb0cd-5205-4051-bdab-52d4fd713541 on network be1db978-9070-42bc-9206-f95002848386 {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:30.626836 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-de823d01-61dd-4572-a143-dbf41f7c4832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.631667 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:30:30.632012 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Checking segment: {'id': '325d8e0f-f98b-43c4-8ca9-9d0f095e9c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'be1db978-9070-42bc-9206-f95002848386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:30.632443 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Bound using segment: {'id': '325d8e0f-f98b-43c4-8ca9-9d0f095e9c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'be1db978-9070-42bc-9206-f95002848386'} {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:30:30.633001 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Bound port: 5ddeb0cd-5205-4051-bdab-52d4fd713541, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325d8e0f-f98b-43c4-8ca9-9d0f095e9c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'be1db978-9070-42bc-9206-f95002848386'}}] {{(pid=92350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:30:30.633360 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.647132 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.648911 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f9ae307b-1f2c-45e1-b18e-4434c288ef68 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:30:30.660886 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133309e-37c3-417d-9779-ae8270d88112 req-b8af0c7a-f723-42e0-8e00-a364233146f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:30.662740 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b133309e-37c3-417d-9779-ae8270d88112 req-b8af0c7a-f723-42e0-8e00-a364233146f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 1099 time: 0.4024935 Jun 08 18:30:30.676242 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0b049661-3539-4e45-ad9e-23939ac9ad89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.698051 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:30.755417 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: f9ae307b-1f2c-45e1-b18e-4434c288ef68 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:30:30.755777 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f9ae307b-1f2c-45e1-b18e-4434c288ef68 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:30:30.763171 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b133309e-37c3-417d-9779-ae8270d88112 req-60f7785d-1575-4e95-b507-65587eed790d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922813 Jun 08 18:30:30.776921 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-de823d01-61dd-4572-a143-dbf41f7c4832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.784246 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0b049661-3539-4e45-ad9e-23939ac9ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:30.802945 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=4fe06844-3600-4a26-a356-0c2b43f6cd41,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:30.813419 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.814110 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.814586 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.816790 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.816790 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.816790 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.816790 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.816790 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.817814 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.818304 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.818911 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.819437 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:30.825815 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:30.866297 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] For port 5ddeb0cd-5205-4051-bdab-52d4fd713541, host hv-cinder-78956, cleared binding levels {{(pid=92350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:30:30.877066 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] For port 5ddeb0cd-5205-4051-bdab-52d4fd713541, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5ddeb0cd-5205-4051-bdab-52d4fd713541,segment=NetworkSegment(325d8e0f-f98b-43c4-8ca9-9d0f095e9c79),segment_id=325d8e0f-f98b-43c4-8ca9-9d0f095e9c79)] {{(pid=92350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:30:30.881218 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-bfde517c-7a4e-4cf4-81a6-c86f175660d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:30.899765 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39262-e5d6-4d46-a179-0b31f66b3b90 req-04ead961-c5ad-4dfe-a9a6-6393ee6e48f8 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:30.902420 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-83b39262-e5d6-4d46-a179-0b31f66b3b90 req-04ead961-c5ad-4dfe-a9a6-6393ee6e48f8 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.2442882 Jun 08 18:30:30.957247 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-83b39262-e5d6-4d46-a179-0b31f66b3b90 req-9fc45374-f174-43cd-a77d-ce1e922437c5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486846 Jun 08 18:30:30.960678 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-0b049661-3539-4e45-ad9e-23939ac9ad89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6491a5c877834af98461bf0c116ea0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4544814 Jun 08 18:30:30.961452 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b049661-3539-4e45-ad9e-23939ac9ad89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47658e97-1afd-47f6-b9f8-eba774612c8c,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:30.963519 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55568) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:30.970895 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0b049661-3539-4e45-ad9e-23939ac9ad89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:30.985031 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.006481 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:31.096476 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1213e0-11be-444e-830c-83ca92c99dae req-97068793-5ecd-417c-922e-3c0172510254 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:31.101031 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7a1213e0-11be-444e-830c-83ca92c99dae req-97068793-5ecd-417c-922e-3c0172510254 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 944 time: 0.3173780 Jun 08 18:30:31.110211 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.142242 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-de823d01-61dd-4572-a143-dbf41f7c4832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.146792 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-de823d01-61dd-4572-a143-dbf41f7c4832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.148979 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-de823d01-61dd-4572-a143-dbf41f7c4832 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/033233ee-ebf0-462a-b0e4-f9a649fb3c3e HTTP/1.1" status: 204 len: 168 time: 0.6894784 Jun 08 18:30:31.174534 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7a1213e0-11be-444e-830c-83ca92c99dae req-df1fe7fe-f750-4354-abef-783d70e28eed tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Jun 08 18:30:31.249748 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-02b477fa-b7e7-490e-a281-c43a97b1720c req-7b7bda86-b2f6-494f-893d-bc6aa82bbe1a tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 210 time: 0.1302857 Jun 08 18:30:31.271089 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:31.271786 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.273396 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] 10.222.0.39 "PUT /v2.0/ports/5ddeb0cd-5205-4051-bdab-52d4fd713541 HTTP/1.1" status: 200 len: 1094 time: 2.2026360 Jun 08 18:30:31.275191 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Pushing event updated for resources: {'Port': ['ID=5ddeb0cd-5205-4051-bdab-52d4fd713541,revision_number=3']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:31.286483 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.289422 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:31.289422 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:31.289422 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:31.289422 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:31.289422 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:31.289422 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:31.297670 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8029c35b-bd06-429f-9936-9808096ade17', 'tag': '5ddeb0cd-5205-4051-bdab-52d4fd713541'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:31.300597 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d171612a-77d4-42b6-bb82-54304656691f" -d '{"events": [{"name": "network-changed", "server_uuid": "8029c35b-bd06-429f-9936-9808096ade17", "tag": "5ddeb0cd-5205-4051-bdab-52d4fd713541"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:31.300883 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['87d8d694-933f-49bd-9896-72ba33ce0192'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:31.305710 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:31.324574 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-675c6eaf-e9d3-4dd3-91cc-23af791671df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:31.343245 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de823d01-61dd-4572-a143-dbf41f7c4832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033233ee-ebf0-462a-b0e4-f9a649fb3c3e,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:31.347445 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-de823d01-61dd-4572-a143-dbf41f7c4832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:31.348487 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-30432b6e-afb1-488c-89e1-cf0a2e941d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.361581 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5659d-e3a3-450a-be80-d38f8c888651 x-openstack-request-id: req-efd5659d-e3a3-450a-be80-d38f8c888651 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:31.362199 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8029c35b-bd06-429f-9936-9808096ade17", "tag": "5ddeb0cd-5205-4051-bdab-52d4fd713541", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:31.362919 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-efd5659d-e3a3-450a-be80-d38f8c888651 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:31.363028 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8029c35b-bd06-429f-9936-9808096ade17', 'tag': '5ddeb0cd-5205-4051-bdab-52d4fd713541', 'status': 'completed', 'code': 200} Jun 08 18:30:31.385973 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-30432b6e-afb1-488c-89e1-cf0a2e941d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.407843 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Network 24e0e5e0-4201-476a-9c48-59f982e8d0cf is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:31.410059 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:31.413861 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:31.507978 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f38de-df0f-4025-9652-c2b5074ea549 req-2cf77bea-aca6-478e-b295-b44498402cc1 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:31.520752 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3c4f38de-df0f-4025-9652-c2b5074ea549 req-2cf77bea-aca6-478e-b295-b44498402cc1 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.2073293 Jun 08 18:30:31.598671 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe06844-3600-4a26-a356-0c2b43f6cd41'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:31.600642 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171612a-77d4-42b6-bb82-54304656691f req-4254a8a8-bfaf-4068-8d13-ad571d23d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:31.602020 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e16551d-affb-4bc9-a210-3dadb9eecc76" -d '{"events": [{"server_uuid": "c318b4b6-270c-4e4a-aa21-c2d9b5cdd612", "name": "network-vif-plugged", "status": "completed", "tag": "4fe06844-3600-4a26-a356-0c2b43f6cd41"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:31.607097 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d171612a-77d4-42b6-bb82-54304656691f req-4254a8a8-bfaf-4068-8d13-ad571d23d05c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30544a4ca94b4249b031c9feb4da22b7&device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 1097 time: 0.2072184 Jun 08 18:30:31.646292 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:31.646903 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.683793 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3c4f38de-df0f-4025-9652-c2b5074ea549 req-2f7f4f2e-ad66-4548-8705-ccbd2945f1d9 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597085 Jun 08 18:30:31.805930 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f165367e-e932-44b2-9854-b32a3aae2d19 x-openstack-request-id: req-f165367e-e932-44b2-9854-b32a3aae2d19 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:31.806566 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c318b4b6-270c-4e4a-aa21-c2d9b5cdd612", "name": "network-vif-plugged", "status": "completed", "tag": "4fe06844-3600-4a26-a356-0c2b43f6cd41", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:31.807700 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f165367e-e932-44b2-9854-b32a3aae2d19 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:31.808887 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe06844-3600-4a26-a356-0c2b43f6cd41', 'code': 200} Jun 08 18:30:31.850785 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-30432b6e-afb1-488c-89e1-cf0a2e941d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.855617 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-30432b6e-afb1-488c-89e1-cf0a2e941d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.861243 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-30432b6e-afb1-488c-89e1-cf0a2e941d22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47658e97-1afd-47f6-b9f8-eba774612c8c HTTP/1.1" status: 204 len: 168 time: 0.8961830 Jun 08 18:30:31.865628 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:31.868248 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a11fae57-eba2-458c-9406-ee9910449d95 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4048853 Jun 08 18:30:31.888531 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Request body: {'port': {'device_id': 'e6f60283-cb81-4926-a13d-e71a71f89149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:31.985570 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30432b6e-afb1-488c-89e1-cf0a2e941d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47658e97-1afd-47f6-b9f8-eba774612c8c,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:32.051474 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8cc73f01-cffe-4437-8ec9-6ef20a25d85b req-758bee6b-7d9f-46ad-a33a-51e3e6508fdc tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] 10.222.0.43 "GET /v2.0/ports?device_id=7285fa61-8478-46bb-8a16-8a6983abaae9 HTTP/1.1" status: 200 len: 210 time: 0.2044184 Jun 08 18:30:32.065859 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-30432b6e-afb1-488c-89e1-cf0a2e941d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:32.224597 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171612a-77d4-42b6-bb82-54304656691f req-65e0a109-11ce-4815-a195-72aca4855ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:32.227679 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d171612a-77d4-42b6-bb82-54304656691f req-65e0a109-11ce-4815-a195-72aca4855ac0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=30544a4ca94b4249b031c9feb4da22b7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6070004 Jun 08 18:30:32.388613 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:32.508577 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f647986-2730-4967-a482-9cb32c5baf65 req-a49b6d31-a541-4da3-9e6f-30049e7b837a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:32.516251 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f647986-2730-4967-a482-9cb32c5baf65 req-a49b6d31-a541-4da3-9e6f-30049e7b837a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.5362852 Jun 08 18:30:32.585762 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171612a-77d4-42b6-bb82-54304656691f req-a3458a4f-ca1a-4289-ae3e-c5cca49542e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:32.588080 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d171612a-77d4-42b6-bb82-54304656691f req-a3458a4f-ca1a-4289-ae3e-c5cca49542e3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3457601 Jun 08 18:30:32.632693 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdba47-1078-49f0-91ba-5bedfec82502 req-070c2c28-51ef-499b-a8d6-19901014cbea tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:32.634783 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-acbdba47-1078-49f0-91ba-5bedfec82502 req-070c2c28-51ef-499b-a8d6-19901014cbea tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.2435338 Jun 08 18:30:32.890608 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-acbdba47-1078-49f0-91ba-5bedfec82502 req-b0de3a5c-ddba-4727-9302-32848ad4c38f tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718646 Jun 08 18:30:32.920286 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f647986-2730-4967-a482-9cb32c5baf65 req-01ff0db4-4131-4c96-b9c8-0e06c31a8637 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028378 Jun 08 18:30:32.957029 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-52273f64-dc86-4967-859a-b1533cd33d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:32.967955 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-52273f64-dc86-4967-859a-b1533cd33d1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30544a4ca94b4249b031c9feb4da22b7&device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 1097 time: 0.3228741 Jun 08 18:30:33.086071 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f6d82-c625-413f-925f-3b4f4250d2de req-4ce6e8ea-482b-442b-ba5e-52cc31293cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:33.087560 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-155f6d82-c625-413f-925f-3b4f4250d2de req-4ce6e8ea-482b-442b-ba5e-52cc31293cfe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 1099 time: 0.4414804 Jun 08 18:30:33.170756 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-3b38608b-5866-4fef-b343-05f41f6a64ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ddeb0cd-5205-4051-bdab-52d4fd713541 HTTP/1.1" status: 200 len: 217 time: 0.2012041 Jun 08 18:30:33.171618 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-155f6d82-c625-413f-925f-3b4f4250d2de req-c95cae2f-4131-49a9-a7fa-40fffe198d0b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694139 Jun 08 18:30:33.213840 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c94908-5cfc-4b2b-a49d-e41155f36d8d req-530f35a7-5f2c-49bf-8929-6d2414faa277 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:33.216092 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-53c94908-5cfc-4b2b-a49d-e41155f36d8d req-530f35a7-5f2c-49bf-8929-6d2414faa277 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 944 time: 0.1418729 Jun 08 18:30:33.309669 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-53c94908-5cfc-4b2b-a49d-e41155f36d8d req-fd06ff7b-91cc-49bb-85d9-9cfb62568487 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868199 Jun 08 18:30:33.334057 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-403a284b-c9c1-46ff-8da5-3ff51723b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:33.335792 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-403a284b-c9c1-46ff-8da5-3ff51723b406 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e0734f4-db1d-48be-ad60-0306bccd5973 HTTP/1.1" status: 200 len: 849 time: 0.0962007 Jun 08 18:30:33.426536 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.db.resource_extend [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:30:33.469222 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55622) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:33.469417 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-28c192e0-55ab-4620-bfe1-ae18a7090153 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be1db978-9070-42bc-9206-f95002848386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024618 Jun 08 18:30:33.569853 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a90a47ac-be00-48df-8d86-d18cb9b3c3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:33.624704 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7697fc6a-6e41-46de-bde5-a8879eb23cc6 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:33.641223 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:33.687978 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Transition to ACTIVE for port object 7697fc6a-6e41-46de-bde5-a8879eb23cc6 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:33.707829 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eee31-5056-434b-a5d3-d50a9dc6fc51 req-a152af28-32e7-4a5b-966b-b5537ab21a16 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:33.709831 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d04eee31-5056-434b-a5d3-d50a9dc6fc51 req-a152af28-32e7-4a5b-966b-b5537ab21a16 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 932 time: 0.5006468 Jun 08 18:30:33.738959 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e542-7118-4c08-bf8a-446542b87914 req-2a8bd713-5755-4b34-a98d-f83d2b6988e3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:33.741178 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b004e542-7118-4c08-bf8a-446542b87914 req-2a8bd713-5755-4b34-a98d-f83d2b6988e3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.2815263 Jun 08 18:30:33.766295 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:33.776683 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-f4521edb-d740-4f99-9850-a50d17464b07 service neutron] 10.222.0.39 "GET /v2.0/networks/be1db978-9070-42bc-9206-f95002848386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453275 Jun 08 18:30:33.787499 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:33.923693 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b004e542-7118-4c08-bf8a-446542b87914 req-3edb5334-fce5-4974-9097-eafde63456ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700432 Jun 08 18:30:33.973895 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d04eee31-5056-434b-a5d3-d50a9dc6fc51 req-ef62ed97-030b-4a4f-ab5d-53f266a31ed4 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561331 Jun 08 18:30:34.010237 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Pushing event updated for resources: {'Port': ['ID=7697fc6a-6e41-46de-bde5-a8879eb23cc6,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:34.046568 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8876c0a8-12b9-42f2-aafd-3fd3ac18702c req-03f44595-0dfc-4774-adb7-3b5f4778e271 service neutron] 10.222.0.39 "GET /v2.0/networks/be1db978-9070-42bc-9206-f95002848386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539508 Jun 08 18:30:34.052175 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:34.069044 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a90a47ac-be00-48df-8d86-d18cb9b3c3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:34.174585 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Attempting to bind port 7697fc6a-6e41-46de-bde5-a8879eb23cc6 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:30:34.174853 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Attempting to bind port 7697fc6a-6e41-46de-bde5-a8879eb23cc6 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:30:34.175157 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Attempting to bind port 7697fc6a-6e41-46de-bde5-a8879eb23cc6 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:34.183760 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Port 7697fc6a-6e41-46de-bde5-a8879eb23cc6 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:30:34.184077 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Attempting to bind port 7697fc6a-6e41-46de-bde5-a8879eb23cc6 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:34.190300 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:30:34.191066 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Checking segment: {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:34.191066 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Bound using segment: {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:30:34.191575 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Bound port: 7697fc6a-6e41-46de-bde5-a8879eb23cc6, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:30:34.194432 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:34.220352 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a90a47ac-be00-48df-8d86-d18cb9b3c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:34.243865 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:34.396794 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a47ac-be00-48df-8d86-d18cb9b3c3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db078e2b-a727-4f7e-911a-a71caf5eb52f,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:34.406934 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a90a47ac-be00-48df-8d86-d18cb9b3c3cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f78a80e3ab9441b9e5fc2741c59350e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9419999 Jun 08 18:30:34.409321 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a90a47ac-be00-48df-8d86-d18cb9b3c3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:34.409547 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55632) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:34.451311 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] For port 7697fc6a-6e41-46de-bde5-a8879eb23cc6, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:30:34.455614 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] For port 7697fc6a-6e41-46de-bde5-a8879eb23cc6, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7697fc6a-6e41-46de-bde5-a8879eb23cc6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:30:34.482523 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332a450-3f15-4262-a2cd-8620a782d8d3 req-b644c4ab-cac7-42fb-8db1-d979142e6c7b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:34.484195 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a332a450-3f15-4262-a2cd-8620a782d8d3 req-b644c4ab-cac7-42fb-8db1-d979142e6c7b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1978056 Jun 08 18:30:34.496414 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55636) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:34.503132 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'floatingip': {'port_id': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:34.545050 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:34.549594 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-7c0ec65e-2f20-4728-b62c-c51107ef270e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:34.620538 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:34.621176 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:34.622734 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] 10.222.0.39 "PUT /v2.0/ports/7697fc6a-6e41-46de-bde5-a8879eb23cc6 HTTP/1.1" status: 200 len: 1094 time: 2.7394445 Jun 08 18:30:34.623457 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f60283-cb81-4926-a13d-e71a71f89149', 'tag': '7697fc6a-6e41-46de-bde5-a8879eb23cc6'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:34.625771 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359ecc0c-df8a-4b47-aa34-49697ebf96eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f60283-cb81-4926-a13d-e71a71f89149", "tag": "7697fc6a-6e41-46de-bde5-a8879eb23cc6"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:34.659297 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-02fbed24-f300-4e71-b949-92973e01bdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:34.663376 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:34.665779 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Pushing event updated for resources: {'Port': ['ID=7697fc6a-6e41-46de-bde5-a8879eb23cc6,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:34.670139 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:34.942362 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bac512f-0b52-42ce-b5c5-d76cdfc9e83a x-openstack-request-id: req-6bac512f-0b52-42ce-b5c5-d76cdfc9e83a {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:34.942464 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f60283-cb81-4926-a13d-e71a71f89149", "tag": "7697fc6a-6e41-46de-bde5-a8879eb23cc6", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:34.944191 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bac512f-0b52-42ce-b5c5-d76cdfc9e83a {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:34.944191 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f60283-cb81-4926-a13d-e71a71f89149', 'tag': '7697fc6a-6e41-46de-bde5-a8879eb23cc6', 'status': 'completed', 'code': 200} Jun 08 18:30:35.062775 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c678-e1af-4860-a40e-859e1b00224c req-d86c2057-7387-4c9c-91b5-d54f3ec45495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:35.064340 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-d86c2057-7387-4c9c-91b5-d54f3ec45495 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 1097 time: 0.2519736 Jun 08 18:30:35.072018 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cf519-ffce-4200-94e4-28c7c9a0f6f7 req-672d0dd6-281e-4344-bbdf-3c1e6cebacc4 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:35.079603 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-776cf519-ffce-4200-94e4-28c7c9a0f6f7 req-672d0dd6-281e-4344-bbdf-3c1e6cebacc4 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 944 time: 0.3569009 Jun 08 18:30:35.178769 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-a7955fc6-cf64-480a-aff4-6ac6dcb67f86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7697fc6a-6e41-46de-bde5-a8879eb23cc6 HTTP/1.1" status: 200 len: 217 time: 0.0964601 Jun 08 18:30:35.299994 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-776cf519-ffce-4200-94e4-28c7c9a0f6f7 req-73fabb4c-99c8-4757-a97e-ba24d430c5ad tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929231 Jun 08 18:30:35.301502 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c678-e1af-4860-a40e-859e1b00224c req-fb1da350-29f8-480a-ba0b-c6a1688abe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:35.302984 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-fb1da350-29f8-480a-ba0b-c6a1688abe4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 200 len: 855 time: 0.1106532 Jun 08 18:30:35.350012 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-02fbed24-f300-4e71-b949-92973e01bdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:35.453835 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-e89b1ad1-a6ae-4903-9e94-21a34e287a00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24e0e5e0-4201-476a-9c48-59f982e8d0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915737 Jun 08 18:30:35.663477 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d599e-1674-4f56-93b2-c80c6ee4b83d req-7948731c-15e2-43e9-82eb-dd1e0d6d1e62 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:35.663477 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-376d599e-1674-4f56-93b2-c80c6ee4b83d req-7948731c-15e2-43e9-82eb-dd1e0d6d1e62 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.2109349 Jun 08 18:30:35.664265 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-70ba19e5-c1b2-48cd-bfb8-ca4d86f7d0a0 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399645 Jun 08 18:30:35.836102 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-376d599e-1674-4f56-93b2-c80c6ee4b83d req-a6809505-a398-4ec4-bd29-36678726e780 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401970 Jun 08 18:30:35.857282 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-ca70d1f5-ce6b-49ab-80aa-d9b75af7a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:35.858954 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-ca70d1f5-ce6b-49ab-80aa-d9b75af7a8d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 1099 time: 0.8839247 Jun 08 18:30:35.884451 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17af2d-efd6-4e85-bea9-59a0276ae416 req-fc4e258e-fe00-46b8-a132-bf23f534db37 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:35.887184 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ec17af2d-efd6-4e85-bea9-59a0276ae416 req-fc4e258e-fe00-46b8-a132-bf23f534db37 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.6106501 Jun 08 18:30:35.917331 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0a85c678-e1af-4860-a40e-859e1b00224c req-97851a20-2b38-4311-8e37-2b25153ad10e service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440121 Jun 08 18:30:35.990750 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-02fbed24-f300-4e71-b949-92973e01bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:35.993312 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-02fbed24-f300-4e71-b949-92973e01bdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:35.994467 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-02fbed24-f300-4e71-b949-92973e01bdfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db078e2b-a727-4f7e-911a-a71caf5eb52f HTTP/1.1" status: 204 len: 168 time: 1.5834167 Jun 08 18:30:36.065875 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:36.095483 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbed24-f300-4e71-b949-92973e01bdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db078e2b-a727-4f7e-911a-a71caf5eb52f,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:36.107178 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-02fbed24-f300-4e71-b949-92973e01bdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:36.109061 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.db.resource_extend [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:30:36.275646 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:36.281722 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ec17af2d-efd6-4e85-bea9-59a0276ae416 req-6b4a4bf2-6cda-4fb4-982f-9005186e8824 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973921 Jun 08 18:30:36.320461 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-b10964e3-1595-4275-a414-6c66991084ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.322469 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-b10964e3-1595-4275-a414-6c66991084ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 920 time: 0.3651557 Jun 08 18:30:36.394284 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5f96f-5a0e-4fc3-8ef9-dda236c87e05 req-f13f1bd1-29d7-4618-a58f-d76e1abbc1a3 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.400290 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-31d5f96f-5a0e-4fc3-8ef9-dda236c87e05 req-f13f1bd1-29d7-4618-a58f-d76e1abbc1a3 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 944 time: 0.3258762 Jun 08 18:30:36.437385 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:36.444476 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-5c04c191-83f7-4b0a-992b-c0d1670e198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.446228 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-5c04c191-83f7-4b0a-992b-c0d1670e198b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 1097 time: 0.2682071 Jun 08 18:30:36.463267 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-31d5f96f-5a0e-4fc3-8ef9-dda236c87e05 req-e3a3d24d-a33c-401a-90b4-01aaad339256 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620482 Jun 08 18:30:36.569732 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-aca6e7b5-85d5-4aa7-a3e9-9c0ad50a5ba8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0df8c63e-194e-4bd2-823b-97d39e82d9c6 HTTP/1.1" status: 200 len: 217 time: 0.2302229 Jun 08 18:30:36.742420 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-45a779ae-e0b7-4bf6-92d3-d53ca743aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.746321 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-45a779ae-e0b7-4bf6-92d3-d53ca743aa2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 916 time: 0.2820864 Jun 08 18:30:36.853844 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-ad63609d-5ca3-47c3-842f-15ed674dbf29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7697fc6a-6e41-46de-bde5-a8879eb23cc6 HTTP/1.1" status: 200 len: 217 time: 0.0863240 Jun 08 18:30:36.873882 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779bd84-bcb9-4424-aa0a-cea2c25328ce req-ccc2fe07-2b1e-4417-a583-c076817d75d5 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.875044 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8779bd84-bcb9-4424-aa0a-cea2c25328ce req-ccc2fe07-2b1e-4417-a583-c076817d75d5 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 944 time: 0.2403429 Jun 08 18:30:36.887740 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.l3_db [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Floating IP 2ce30a43-24d4-45b4-b172-9f38d6bb703f associated. External IP: 172.28.2.209, port: 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0. Jun 08 18:30:36.962444 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-d8db9901-601d-4795-a161-0c85a129dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.970053 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-d8db9901-601d-4795-a161-0c85a129dbb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.3207505 Jun 08 18:30:36.991960 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-1a51a414-2a03-46e7-887b-8e0de2371308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.994034 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-1a51a414-2a03-46e7-887b-8e0de2371308 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 200 len: 855 time: 0.1180577 Jun 08 18:30:37.003293 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8779bd84-bcb9-4424-aa0a-cea2c25328ce req-9ecf4eba-cd46-4660-9a52-e82ed58b60c3 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854123 Jun 08 18:30:37.067269 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-820fbd11-9994-426d-9a74-394e42fede9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24e0e5e0-4201-476a-9c48-59f982e8d0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595503 Jun 08 18:30:37.246557 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-ac251771-9877-4103-8974-2366059a2fdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2320158 Jun 08 18:30:37.284425 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55708) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:37.286555 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-9ce445a3-5b77-443b-9b3d-2e06f7c06433 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103941 Jun 08 18:30:37.522143 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_v2 [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] Deleting subnet f702bea9-deaf-4a55-b5c2-c62b9a23c048 {{(pid=92351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:30:37.534579 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:37.546912 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-1570577b-bdd7-4873-8145-96324732caab service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759569 Jun 08 18:30:37.554905 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a9385-5fe3-412b-8eb0-b3f180a5bc68 req-c928e3d6-6366-4533-8ac9-29ac1e3a1cf8 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:37.566783 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f8a9385-5fe3-412b-8eb0-b3f180a5bc68 req-c928e3d6-6366-4533-8ac9-29ac1e3a1cf8 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 1.0355613 Jun 08 18:30:37.567508 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55718) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:37.643042 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'floatingip': {'port_id': '4fe06844-3600-4a26-a356-0c2b43f6cd41'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:37.682152 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55722) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:37.712752 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1460406'] for subnet, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:37.749709 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:37.754424 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-359ecc0c-df8a-4b47-aa34-49697ebf96eb req-164a1707-dd72-4538-89c0-65c2e83e57b2 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057796 Jun 08 18:30:37.804424 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:37.827661 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:30:37.884705 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da607399-8fb5-481e-ad52-147a265ef892 req-21a1999e-41ef-4001-bf73-0e8e34097227 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:37.888909 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-da607399-8fb5-481e-ad52-147a265ef892 req-21a1999e-41ef-4001-bf73-0e8e34097227 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.3034880 Jun 08 18:30:37.969891 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f29571ce-0a2a-4ca3-8577-a25d950e1c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.022841 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-da607399-8fb5-481e-ad52-147a265ef892 req-b55110d2-1131-427c-bc9c-6407525e9205 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224759 Jun 08 18:30:38.157634 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f29571ce-0a2a-4ca3-8577-a25d950e1c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.162465 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1470609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2574592'] for subnet, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.173016 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c30a8ff9-bbc0-4e7e-aad6-c8f5cab781ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:38.178859 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 5ddeb0cd-5205-4051-bdab-52d4fd713541 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:38.267667 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f702bea9-deaf-4a55-b5c2-c62b9a23c048,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:38.278177 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:38.283336 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.290657 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f702bea9-deaf-4a55-b5c2-c62b9a23c048 HTTP/1.1" status: 204 len: 168 time: 1.0030251 Jun 08 18:30:38.299236 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f29571ce-0a2a-4ca3-8577-a25d950e1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.302814 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55734) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:38.314660 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:38.373799 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-f29571ce-0a2a-4ca3-8577-a25d950e1c90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9be76dd163646ca96d280a25523aec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6823475 Jun 08 18:30:38.377215 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29571ce-0a2a-4ca3-8577-a25d950e1c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e6ec3c-2b04-4c86-82a6-29f4808c2c4a,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:38.391070 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55736) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:38.395745 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f29571ce-0a2a-4ca3-8577-a25d950e1c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:38.401085 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 5ddeb0cd-5205-4051-bdab-52d4fd713541, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5ddeb0cd-5205-4051-bdab-52d4fd713541,segment=NetworkSegment(325d8e0f-f98b-43c4-8ca9-9d0f095e9c79),segment_id=325d8e0f-f98b-43c4-8ca9-9d0f095e9c79)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:38.416564 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '5ddeb0cd-5205-4051-bdab-52d4fd713541', 'network_id': 'be1db978-9070-42bc-9206-f95002848386', 'port_id': '5ddeb0cd-5205-4051-bdab-52d4fd713541', 'mac_address': 'fa:16:3e:ef:f7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0734f4-db1d-48be-ad60-0306bccd5973', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:38.468067 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62219996-1db4-427d-a925-7165336975ac req-4d7ffc16-3fb7-4659-94c1-1b202b6a87de tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:38.478483 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-62219996-1db4-427d-a925-7165336975ac req-4d7ffc16-3fb7-4659-94c1-1b202b6a87de tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 944 time: 0.2730319 Jun 08 18:30:38.527269 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6b19bd7c-c759-4b33-995b-9a202c551ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.560292 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-62219996-1db4-427d-a925-7165336975ac req-bb4df310-f02d-4cb8-afc6-b5f2f10d02ff tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805144 Jun 08 18:30:38.578333 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.593154 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6b19bd7c-c759-4b33-995b-9a202c551ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.615817 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddeb0cd-5205-4051-bdab-52d4fd713541 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:38.651334 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 5ddeb0cd-5205-4051-bdab-52d4fd713541, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5ddeb0cd-5205-4051-bdab-52d4fd713541,segment=NetworkSegment(325d8e0f-f98b-43c4-8ca9-9d0f095e9c79),segment_id=325d8e0f-f98b-43c4-8ca9-9d0f095e9c79)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:38.675367 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afe3bc28-17d3-41b1-bca5-edf64571076f req-91b8069c-b714-42a9-8be4-3c948599b027 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1017289 Jun 08 18:30:38.720523 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c55dd-93ec-49c2-9027-d37ad6984d58 req-c46a25ab-c178-488a-8e2a-09b57cec6d74 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:38.724602 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5d9c55dd-93ec-49c2-9027-d37ad6984d58 req-c46a25ab-c178-488a-8e2a-09b57cec6d74 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 944 time: 0.8340509 Jun 08 18:30:38.748181 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.754831 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:38.776082 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6b19bd7c-c759-4b33-995b-9a202c551ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.780895 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6b19bd7c-c759-4b33-995b-9a202c551ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.785006 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-6b19bd7c-c759-4b33-995b-9a202c551ca8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99e6ec3c-2b04-4c86-82a6-29f4808c2c4a HTTP/1.1" status: 204 len: 168 time: 0.3902578 Jun 08 18:30:38.786748 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:38.814313 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19bd7c-c759-4b33-995b-9a202c551ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e6ec3c-2b04-4c86-82a6-29f4808c2c4a,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:38.828457 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6b19bd7c-c759-4b33-995b-9a202c551ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:38.923259 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=5ddeb0cd-5205-4051-bdab-52d4fd713541,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:38.927738 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:38.971727 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.000715 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5d9c55dd-93ec-49c2-9027-d37ad6984d58 req-f1a31ebd-e247-4e85-9b32-68ae3c58c4a1 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022614 Jun 08 18:30:39.027576 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Router 1d80097b-470b-48f9-ab7f-8f164b9dd13c has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:30:39.146329 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['5ddeb0cd-5205-4051-bdab-52d4fd713541'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:39.414273 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aae63-9413-46c5-b546-b1f68529e811 req-c724019e-d4ef-4d17-a4fd-37cd2a9c7907 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:39.416151 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0d4aae63-9413-46c5-b546-b1f68529e811 req-c724019e-d4ef-4d17-a4fd-37cd2a9c7907 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1280565 Jun 08 18:30:39.507766 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0d4aae63-9413-46c5-b546-b1f68529e811 req-c4ad000a-1949-404a-9ae1-ebfe69d85bd4 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796261 Jun 08 18:30:39.659424 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.682044 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facf0ad9-6a65-49bc-9359-3939b4369c9f']}} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:39.718177 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a65abb-8306-421e-9f6c-078ac72d4741') {'for_net_delete': True} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:39.718487 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a65abb-8306-421e-9f6c-078ac72d4741') {} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:39.733754 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2276388'] for segment, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.756286 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:30:39.759842 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55762) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:39.771825 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] Sync routers for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:30:39.791857 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:39.793047 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:30:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:39.811624 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-482e788b-81bd-4163-9902-92fe09aaa0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.822279 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.903699 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.921771 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=92350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:30:39.922263 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356013'] for segment, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.000933 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-482e788b-81bd-4163-9902-92fe09aaa0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: Traceback (most recent call last): Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: timer() Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: cb(*args, **kw) Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: return func(*args, **kwargs) Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: self._notify() Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: self.callback(batched_events) Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: event.method(event) Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: return f(self, *a, **k) Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: return self._get(url).json() Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: return self.request(url, 'GET', **kwargs) Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:30:40.019406 dv-cinder-789564-4-smb neutron-server[92350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:30:40.025745 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.db.resource_extend [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:30:40.097538 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-482e788b-81bd-4163-9902-92fe09aaa0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.114258 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:40.174958 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-359bf203-00c6-4538-9048-5bf7542bce80 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "PUT /v2.0/floatingips/2ce30a43-24d4-45b4-b172-9f38d6bb703f HTTP/1.1" status: 200 len: 991 time: 5.6770923 Jun 08 18:30:40.182720 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:40.186999 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f93b02-acd9-44df-aa88-9d0961655625" -d '{"events": [{"name": "network-changed", "server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:40.200874 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7697fc6a-6e41-46de-bde5-a8879eb23cc6 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:40.204759 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.245143 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59500-5157-484f-ba38-3a11683802f0 req-563599a2-c5d7-4d08-b64c-6abdf39a9371 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:40.245625 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:40.246854 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cfb59500-5157-484f-ba38-3a11683802f0 req-563599a2-c5d7-4d08-b64c-6abdf39a9371 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 945 time: 0.4925516 Jun 08 18:30:40.254999 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-482e788b-81bd-4163-9902-92fe09aaa0ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84fd5a8868b54d5a8350d60c807f18ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4940166 Jun 08 18:30:40.259520 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55774) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:40.283484 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.336527 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e788b-81bd-4163-9902-92fe09aaa0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f5ff0d-65f8-44be-9951-9be98096ecbb,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:40.342148 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-482e788b-81bd-4163-9902-92fe09aaa0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:40.374010 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.376248 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] 10.222.0.43 "DELETE /v2.0/networks/facf0ad9-6a65-49bc-9359-3939b4369c9f HTTP/1.1" status: 204 len: 168 time: 1.9496174 Jun 08 18:30:40.400084 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f7861-74c0-4923-9ff8-e1d21c6240eb req-c3ebb04a-cc76-4c3c-b1d0-5fd86c30c78d tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:40.405171 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:40.409235 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-911f7861-74c0-4923-9ff8-e1d21c6240eb req-c3ebb04a-cc76-4c3c-b1d0-5fd86c30c78d tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 944 time: 0.1644254 Jun 08 18:30:40.457901 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.504191 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-911f7861-74c0-4923-9ff8-e1d21c6240eb req-c1e6bb89-e867-45a6-8de9-94fa2c8d290e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913703 Jun 08 18:30:40.799777 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Pushing event deleted for resources: {'Network': ['ID=facf0ad9-6a65-49bc-9359-3939b4369c9f,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:40.806823 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 7697fc6a-6e41-46de-bde5-a8879eb23cc6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7697fc6a-6e41-46de-bde5-a8879eb23cc6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:40.807671 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cfb59500-5157-484f-ba38-3a11683802f0 req-6e62880e-a8f1-4756-83fc-3decad33e2c1 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281425 Jun 08 18:30:40.856287 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '7697fc6a-6e41-46de-bde5-a8879eb23cc6', 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf', 'port_id': '7697fc6a-6e41-46de-bde5-a8879eb23cc6', 'mac_address': 'fa:16:3e:f2:9c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f853008f-4d75-4d03-9591-1f779f1d2fa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:40.913475 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-fde80b19-670c-4818-8743-fe774b0bbf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:40.922741 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736833bd-bda3-4ea7-8f55-4ab86c31d32f x-openstack-request-id: req-736833bd-bda3-4ea7-8f55-4ab86c31d32f {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:40.923215 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:40.923615 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-736833bd-bda3-4ea7-8f55-4ab86c31d32f {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:40.924347 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'status': 'completed', 'code': 200} Jun 08 18:30:41.049130 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57885156-d5a5-42a1-a6c3-790140caa385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.056923 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '2ce30a43-24d4-45b4-b172-9f38d6bb703f', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'floating_ip_address': '172.28.2.209', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'port_id': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:29:59Z', 'updated_at': '2021-06-08T18:30:35Z', 'revision_number': 1, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:41.058900 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.062806 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] Checking router: 1d80097b-470b-48f9-ab7f-8f164b9dd13c for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:30:41.076630 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:41.077249 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:30:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:41.093658 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7697fc6a-6e41-46de-bde5-a8879eb23cc6 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:41.116926 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 7697fc6a-6e41-46de-bde5-a8879eb23cc6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7697fc6a-6e41-46de-bde5-a8879eb23cc6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:41.239673 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57885156-d5a5-42a1-a6c3-790140caa385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.246506 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.249323 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:41.287744 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.l3_db [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Floating IP 206d5245-dc2b-4cb8-8684-7e29b11befab associated. External IP: 172.28.2.66, port: 4fe06844-3600-4a26-a356-0c2b43f6cd41. Jun 08 18:30:41.328340 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:41.353924 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=7697fc6a-6e41-46de-bde5-a8879eb23cc6,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:41.364277 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:41.440823 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55786) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:41.523494 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55788) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:41.525474 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-3299d7f0-538c-497c-8c88-c498f76d2609 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=126c752766ab493988f3416b6d63eda7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0822985 Jun 08 18:30:41.541645 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-c0e0f432-3669-4871-84c3-3a398472a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:41.543883 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-c0e0f432-3669-4871-84c3-3a398472a9d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 1098 time: 0.6034126 Jun 08 18:30:41.569445 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c627-e52c-4d99-9ff9-5e77a3e6a80e req-b7dd4b90-1ae1-4016-b038-bbb436a514ea tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:41.576777 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c2a2c627-e52c-4d99-9ff9-5e77a3e6a80e req-b7dd4b90-1ae1-4016-b038-bbb436a514ea tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.4861233 Jun 08 18:30:41.681241 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['7697fc6a-6e41-46de-bde5-a8879eb23cc6'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:41.870526 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57885156-d5a5-42a1-a6c3-790140caa385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.874057 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57885156-d5a5-42a1-a6c3-790140caa385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.875417 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-57885156-d5a5-42a1-a6c3-790140caa385 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5f5ff0d-65f8-44be-9951-9be98096ecbb HTTP/1.1" status: 204 len: 168 time: 1.6145654 Jun 08 18:30:41.899846 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-16a44e26-b0a0-4f5a-9ddb-8d23878929fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:41.941724 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c2a2c627-e52c-4d99-9ff9-5e77a3e6a80e req-7f9e11b4-b52e-4a52-a9d7-a2e783616d0e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632512 Jun 08 18:30:41.994557 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57885156-d5a5-42a1-a6c3-790140caa385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f5ff0d-65f8-44be-9951-9be98096ecbb,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:42.002461 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-57885156-d5a5-42a1-a6c3-790140caa385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:42.045798 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be6dd9-9f6e-462c-928d-79f0dc7a9273 req-81551b35-b778-4b5a-bfcc-77419247c9ed tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:42.055502 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '2ce30a43-24d4-45b4-b172-9f38d6bb703f', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'floating_ip_address': '172.28.2.209', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'port_id': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:29:59Z', 'updated_at': '2021-06-08T18:30:35Z', 'revision_number': 1, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:42.055835 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f4be6dd9-9f6e-462c-928d-79f0dc7a9273 req-81551b35-b778-4b5a-bfcc-77419247c9ed tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 945 time: 0.3622260 Jun 08 18:30:42.068587 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9dc16-1400-4b9b-ac7a-2ccb166b7cfb None None] The sync data for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb is: [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '2ce30a43-24d4-45b4-b172-9f38d6bb703f', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'floating_ip_address': '172.28.2.209', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'port_id': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:29:59Z', 'updated_at': '2021-06-08T18:30:35Z', 'revision_number': 1, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:30:42.133673 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f4be6dd9-9f6e-462c-928d-79f0dc7a9273 req-6a7f3414-dae6-4b19-8e4a-cbfc77cc11de tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767825 Jun 08 18:30:42.238088 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 5ddeb0cd-5205-4051-bdab-52d4fd713541 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:42.419745 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960b7e5-7ab6-4bc9-bc57-e4433484760f req-a7573c23-c38b-4e75-a56b-7bd827ef3259 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:42.421826 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f960b7e5-7ab6-4bc9-bc57-e4433484760f req-a7573c23-c38b-4e75-a56b-7bd827ef3259 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 945 time: 0.1295426 Jun 08 18:30:42.496829 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 5ddeb0cd-5205-4051-bdab-52d4fd713541 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:42.511256 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 5ddeb0cd-5205-4051-bdab-52d4fd713541 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:42.513565 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:42.559598 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f960b7e5-7ab6-4bc9-bc57-e4433484760f req-558a65b4-109c-492f-a669-1c4ea86fd3db tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206422 Jun 08 18:30:42.638393 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af67ee-c241-40a4-a781-0eba85ab0d2f None None] New status for floating IP 2ce30a43-24d4-45b4-b172-9f38d6bb703f: ACTIVE {{(pid=92352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:30:42.656849 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3a40aa4a-d32c-4fb8-bb1b-d64a3a9d0a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:42.711809 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Router 56e7d4ce-7793-416d-8d86-5b609665a7f5 has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:30:42.711809 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-a21eeb29-2b34-4688-ac96-af0a4333106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:42.712533 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-a21eeb29-2b34-4688-ac96-af0a4333106d service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 1.1306925 Jun 08 18:30:42.719748 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3a40aa4a-d32c-4fb8-bb1b-d64a3a9d0a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:43.031450 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-0dcb0729-0724-498a-aebb-4e6e026cfcde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 HTTP/1.1" status: 200 len: 999 time: 0.3031552 Jun 08 18:30:43.043296 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:43.098982 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029c35b-bd06-429f-9936-9808096ade17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddeb0cd-5205-4051-bdab-52d4fd713541'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:43.103965 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816c79a9-e771-4d78-bfd6-50ed818703ec" -d '{"events": [{"server_uuid": "8029c35b-bd06-429f-9936-9808096ade17", "name": "network-vif-plugged", "status": "completed", "tag": "5ddeb0cd-5205-4051-bdab-52d4fd713541"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:43.126537 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 5ddeb0cd-5205-4051-bdab-52d4fd713541, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5ddeb0cd-5205-4051-bdab-52d4fd713541,segment=NetworkSegment(325d8e0f-f98b-43c4-8ca9-9d0f095e9c79),segment_id=325d8e0f-f98b-43c4-8ca9-9d0f095e9c79)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:43.127195 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:30:43.132100 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:43.139207 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] Sync routers for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:30:43.159671 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:43.163813 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:30:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:43.197226 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-99df5aea-dfbe-4e9b-98ed-f44a0be99b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:43.199059 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-99df5aea-dfbe-4e9b-98ed-f44a0be99b03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.1583574 Jun 08 18:30:43.225311 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d477404-dcaa-4487-a3b8-5a6fe13b4121 x-openstack-request-id: req-6d477404-dcaa-4487-a3b8-5a6fe13b4121 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:43.227197 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8029c35b-bd06-429f-9936-9808096ade17", "name": "network-vif-plugged", "status": "completed", "tag": "5ddeb0cd-5205-4051-bdab-52d4fd713541", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:43.227197 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d477404-dcaa-4487-a3b8-5a6fe13b4121 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:43.227197 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8029c35b-bd06-429f-9936-9808096ade17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddeb0cd-5205-4051-bdab-52d4fd713541', 'code': 200} Jun 08 18:30:43.235400 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:43.239265 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:43.269409 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3a40aa4a-d32c-4fb8-bb1b-d64a3a9d0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:43.273385 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3a40aa4a-d32c-4fb8-bb1b-d64a3a9d0a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:43.276922 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-3a40aa4a-d32c-4fb8-bb1b-d64a3a9d0a3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df6458a7-4b38-4eaf-b400-940c457c7409 HTTP/1.1" status: 204 len: 168 time: 1.7495484 Jun 08 18:30:43.317078 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:43.395330 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-a3c24bdc-ae44-4391-a758-53c0d94be4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "PUT /v2.0/floatingips/206d5245-dc2b-4cb8-8684-7e29b11befab HTTP/1.1" status: 200 len: 991 time: 5.7662730 Jun 08 18:30:43.396571 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40aa4a-d32c-4fb8-bb1b-d64a3a9d0a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6458a7-4b38-4eaf-b400-940c457c7409,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:43.406691 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3a40aa4a-d32c-4fb8-bb1b-d64a3a9d0a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:43.410451 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'tag': '4fe06844-3600-4a26-a356-0c2b43f6cd41'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:43.413225 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab4cc48-7257-44d8-b816-ec17fbdbfac5" -d '{"events": [{"name": "network-changed", "server_uuid": "c318b4b6-270c-4e4a-aa21-c2d9b5cdd612", "tag": "4fe06844-3600-4a26-a356-0c2b43f6cd41"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:43.419272 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=5ddeb0cd-5205-4051-bdab-52d4fd713541,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:43.437030 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:43.505774 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-4729ce21-8678-4100-aca2-9cb3eecf3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:43.514579 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-4729ce21-8678-4100-aca2-9cb3eecf3fb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2464168 Jun 08 18:30:43.533849 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b584ee-2c85-4652-a308-9414f2e92c41 req-9d866de4-c868-4e43-b411-eb6e0fedaf46 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:43.536911 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-99b584ee-2c85-4652-a308-9414f2e92c41 req-9d866de4-c868-4e43-b411-eb6e0fedaf46 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.3420267 Jun 08 18:30:43.677517 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659893cf-550e-46f3-98a4-2f1fe17cc9c0 req-6e99f33f-552f-460a-9f24-a160d13b995f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:43.680768 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:43.686986 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-659893cf-550e-46f3-98a4-2f1fe17cc9c0 req-6e99f33f-552f-460a-9f24-a160d13b995f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 945 time: 0.2655871 Jun 08 18:30:43.731148 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-a1694916-1d25-453b-bccd-d3f44d61db95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1764011 Jun 08 18:30:43.897157 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-659893cf-550e-46f3-98a4-2f1fe17cc9c0 req-4ebdf683-42f4-4e76-a5f0-1f0b3f2e5b76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086971 Jun 08 18:30:43.998491 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-99b584ee-2c85-4652-a308-9414f2e92c41 req-4e402a56-2ca8-4f59-9b83-313877c075fe tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542174 Jun 08 18:30:44.136877 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbeb73-6717-4776-b4ac-fcd8e78675f4 req-ccc14e48-8530-4195-9314-20ddec826fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:44.137346 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-93dbeb73-6717-4776-b4ac-fcd8e78675f4 req-ccc14e48-8530-4195-9314-20ddec826fdf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 1099 time: 0.3692029 Jun 08 18:30:44.173672 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d4b50e-ad87-4831-988a-46bdb2b27042 x-openstack-request-id: req-a1d4b50e-ad87-4831-988a-46bdb2b27042 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:44.173672 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c318b4b6-270c-4e4a-aa21-c2d9b5cdd612", "tag": "4fe06844-3600-4a26-a356-0c2b43f6cd41", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:44.173672 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1d4b50e-ad87-4831-988a-46bdb2b27042 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:44.173672 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'tag': '4fe06844-3600-4a26-a356-0c2b43f6cd41', 'status': 'completed', 'code': 200} Jun 08 18:30:44.177891 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-a905a385-c14d-4de3-86f4-4a678e2aec7a service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293421 Jun 08 18:30:44.199979 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7697fc6a-6e41-46de-bde5-a8879eb23cc6 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:44.389598 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-93dbeb73-6717-4776-b4ac-fcd8e78675f4 req-154d8cc4-d9a3-443b-b94d-4a0bf238bf74 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392385 Jun 08 18:30:44.425734 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 7697fc6a-6e41-46de-bde5-a8879eb23cc6 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:44.426336 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-537cbf12-d6a5-4839-bdcf-e19cac62d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:44.427834 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-537cbf12-d6a5-4839-bdcf-e19cac62d068 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 1099 time: 0.5223215 Jun 08 18:30:44.432517 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 7697fc6a-6e41-46de-bde5-a8879eb23cc6 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:44.432977 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:44.518279 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-7ed68ded-a531-4a81-871d-cc0fd7a2f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:44.519769 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-7ed68ded-a531-4a81-871d-cc0fd7a2f144 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 1099 time: 0.3063664 Jun 08 18:30:44.534888 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '206d5245-dc2b-4cb8-8684-7e29b11befab', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'port_id': '4fe06844-3600-4a26-a356-0c2b43f6cd41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'mac_address': 'fa:16:3e:75:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:30:08Z', 'updated_at': '2021-06-08T18:30:39Z', 'revision_number': 1, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:44.554037 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] Checking router: 56e7d4ce-7793-416d-8d86-5b609665a7f5 for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:30:44.569284 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:44.569927 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:30:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:44.665372 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a9f93b02-acd9-44df-aa88-9d0961655625 req-c1fe3437-c1a5-4a1e-b15c-df7aa46d520e service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794524 Jun 08 18:30:44.719400 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c24e23-ce27-4b8b-90bd-9d42d0863cda req-229882a2-0aa0-44d6-ab3e-e5039d4e144a tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:44.721053 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-34c24e23-ce27-4b8b-90bd-9d42d0863cda req-229882a2-0aa0-44d6-ab3e-e5039d4e144a tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 946 time: 0.2513390 Jun 08 18:30:44.790016 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:44.848632 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-34c24e23-ce27-4b8b-90bd-9d42d0863cda req-2da5e12b-985b-4ab8-b46c-7f5236de96ad tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126542 Jun 08 18:30:44.885532 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 7697fc6a-6e41-46de-bde5-a8879eb23cc6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7697fc6a-6e41-46de-bde5-a8879eb23cc6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:44.988994 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:44.995218 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:45.018531 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-0e4e22d2-cfc4-4fd5-8b0d-ef406bd3afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:45.026670 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-0e4e22d2-cfc4-4fd5-8b0d-ef406bd3afe9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 916 time: 0.5425138 Jun 08 18:30:45.034352 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-3dd654bd-a68d-4c19-874d-f4f258d7a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:45.036038 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-3dd654bd-a68d-4c19-874d-f4f258d7a3d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 912 time: 0.4020727 Jun 08 18:30:45.061759 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:45.220210 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=7697fc6a-6e41-46de-bde5-a8879eb23cc6,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:45.229810 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f60283-cb81-4926-a13d-e71a71f89149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7697fc6a-6e41-46de-bde5-a8879eb23cc6'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:45.233059 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c761922-5462-4fd7-b1e9-335e41c01e1e" -d '{"events": [{"server_uuid": "e6f60283-cb81-4926-a13d-e71a71f89149", "name": "network-vif-plugged", "status": "completed", "tag": "7697fc6a-6e41-46de-bde5-a8879eb23cc6"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:45.239874 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:45.386696 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f84ad-d13c-493c-81b5-dc73925435d7 req-df3dbd51-18dc-4e20-8059-cac12ede0fec tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:45.391956 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-f2d5e28a-7e38-4440-9c6b-7a9126479a5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d8d694-933f-49bd-9896-72ba33ce0192 HTTP/1.1" status: 200 len: 217 time: 0.3389831 Jun 08 18:30:45.395430 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7c3f84ad-d13c-493c-81b5-dc73925435d7 req-df3dbd51-18dc-4e20-8059-cac12ede0fec tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1406133 Jun 08 18:30:45.460996 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7c3f84ad-d13c-493c-81b5-dc73925435d7 req-a5f25bd7-9efa-4353-b2f4-c1f996787a8b tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642188 Jun 08 18:30:45.559550 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-72634a72-23e5-40a6-b6d7-04acdffced92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41 HTTP/1.1" status: 200 len: 999 time: 0.5046794 Jun 08 18:30:45.707190 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-a0488c76-e3b1-4c6d-b50a-81d638857b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:45.708873 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-a0488c76-e3b1-4c6d-b50a-81d638857b31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 200 len: 855 time: 0.2576129 Jun 08 18:30:45.721201 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:45.768916 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-b0902915-9251-48eb-ac95-8307f1a080e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24e0e5e0-4201-476a-9c48-59f982e8d0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513749 Jun 08 18:30:45.775602 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-418d49d1-d444-41ac-b703-7aea2a873fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:45.777632 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-418d49d1-d444-41ac-b703-7aea2a873fbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 200 len: 850 time: 0.2005692 Jun 08 18:30:45.806974 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180a4b-c6ba-4d12-97ac-2999f2d8897a req-7c4cad37-f63a-4e10-9c7e-2f6dbc15ddce tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:45.817754 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-24180a4b-c6ba-4d12-97ac-2999f2d8897a req-7c4cad37-f63a-4e10-9c7e-2f6dbc15ddce tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 946 time: 0.5092998 Jun 08 18:30:45.825613 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05c1f6f-ef4a-47ed-a271-9de624ebd247 x-openstack-request-id: req-c05c1f6f-ef4a-47ed-a271-9de624ebd247 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:45.828227 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f60283-cb81-4926-a13d-e71a71f89149", "name": "network-vif-plugged", "status": "completed", "tag": "7697fc6a-6e41-46de-bde5-a8879eb23cc6", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:45.828227 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c05c1f6f-ef4a-47ed-a271-9de624ebd247 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:45.828227 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f60283-cb81-4926-a13d-e71a71f89149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7697fc6a-6e41-46de-bde5-a8879eb23cc6', 'code': 200} Jun 08 18:30:45.984917 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '206d5245-dc2b-4cb8-8684-7e29b11befab', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'port_id': '4fe06844-3600-4a26-a356-0c2b43f6cd41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'mac_address': 'fa:16:3e:75:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:30:08Z', 'updated_at': '2021-06-08T18:30:39Z', 'revision_number': 1, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:45.997550 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b291694c-5ad7-4219-8980-1f58d1f8af18 None None] The sync data for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb is: [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '206d5245-dc2b-4cb8-8684-7e29b11befab', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'port_id': '4fe06844-3600-4a26-a356-0c2b43f6cd41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'mac_address': 'fa:16:3e:75:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:30:08Z', 'updated_at': '2021-06-08T18:30:39Z', 'revision_number': 1, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:30:46.110368 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55886) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:46.231770 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-24180a4b-c6ba-4d12-97ac-2999f2d8897a req-6198a263-7ac3-4bdb-8de9-353b51c2d023 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130008 Jun 08 18:30:46.311647 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-58166faa-562b-4790-bafe-7d3ce9782840 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329444 Jun 08 18:30:46.326797 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-63e868e1-999d-4daf-b69a-99394b265e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:46.334335 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-63e868e1-999d-4daf-b69a-99394b265e1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5097294 Jun 08 18:30:46.443317 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8833a238-5d72-44db-8800-6cf7f1678dff None None] New status for floating IP 206d5245-dc2b-4cb8-8684-7e29b11befab: ACTIVE {{(pid=92352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:30:46.688855 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b08142-7560-4d01-aedc-3570adaff3c8 req-1dd6346a-0c85-49cb-8271-2c677b0ed4e2 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:46.698505 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-41b08142-7560-4d01-aedc-3570adaff3c8 req-1dd6346a-0c85-49cb-8271-2c677b0ed4e2 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 946 time: 0.3441443 Jun 08 18:30:46.857395 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4195eed9-5e8e-4d7c-a37f-f513a72849fa req-0b6a317c-b51c-4683-a060-3565e7d1314e service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245736 Jun 08 18:30:46.868076 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-b4b4fc82-ec44-402c-b2e5-d314a3e8c477 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753573 Jun 08 18:30:46.881072 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe05bb-718a-4dc0-8942-788fb922df66 req-d512bb11-25de-4da5-84f8-b7c9617c7567 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:46.888662 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-44fe05bb-718a-4dc0-8942-788fb922df66 req-d512bb11-25de-4da5-84f8-b7c9617c7567 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.2454762 Jun 08 18:30:47.033609 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-44fe05bb-718a-4dc0-8942-788fb922df66 req-09e541f2-dbf1-484f-b5c4-0d7292fbc6af tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437588 Jun 08 18:30:47.071083 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-354eded2-149f-4873-ad78-ceef790d4f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:47.117133 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-41b08142-7560-4d01-aedc-3570adaff3c8 req-4283ff50-5132-4f78-9983-788de8baef88 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173832 Jun 08 18:30:47.158945 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2390b7a-50a4-47be-a992-193e4fd3e8f9 req-203b6b54-e4a7-430a-a015-82fffb051852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:47.160440 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d2390b7a-50a4-47be-a992-193e4fd3e8f9 req-203b6b54-e4a7-430a-a015-82fffb051852 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 1099 time: 0.6741600 Jun 08 18:30:47.183725 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dab4cc48-7257-44d8-b816-ec17fbdbfac5 req-78d0d027-ec24-424f-a81e-b60708abe588 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921956 Jun 08 18:30:47.300688 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d2390b7a-50a4-47be-a992-193e4fd3e8f9 req-99bbf505-86df-4120-b685-2ebd9145d932 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180408 Jun 08 18:30:47.524010 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-354eded2-149f-4873-ad78-ceef790d4f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:47.561323 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17be7-c1af-4672-8362-dc47b3c6aff1 req-a7809e96-78aa-480a-acf7-c67b707ed35f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:47.576781 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8ee17be7-c1af-4672-8362-dc47b3c6aff1 req-a7809e96-78aa-480a-acf7-c67b707ed35f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 946 time: 0.1735852 Jun 08 18:30:47.588587 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-354eded2-149f-4873-ad78-ceef790d4f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:47.608587 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-c6b932c4-8feb-4ac0-92fc-d7f065e6347b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:47.655999 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8ee17be7-c1af-4672-8362-dc47b3c6aff1 req-2ce4a176-d653-478d-b770-5130ecc80e91 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766013 Jun 08 18:30:47.682362 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-354eded2-149f-4873-ad78-ceef790d4f11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d0d8d3ba54b4b7999ad2e501e57e280&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5707765 Jun 08 18:30:47.684786 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354eded2-149f-4873-ad78-ceef790d4f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7123c541-6353-4b31-a8a8-6c7dade921c5,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:47.686393 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55918) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:47.695705 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-354eded2-149f-4873-ad78-ceef790d4f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:47.791067 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-643bfd13-eb16-4d8a-abe4-c289c8b8ac9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:47.823002 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-643bfd13-eb16-4d8a-abe4-c289c8b8ac9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:47.960629 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-643bfd13-eb16-4d8a-abe4-c289c8b8ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:47.963383 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-643bfd13-eb16-4d8a-abe4-c289c8b8ac9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:47.967290 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-643bfd13-eb16-4d8a-abe4-c289c8b8ac9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7123c541-6353-4b31-a8a8-6c7dade921c5 HTTP/1.1" status: 204 len: 168 time: 0.2783105 Jun 08 18:30:47.967290 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:47.983208 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bfd13-eb16-4d8a-abe4-c289c8b8ac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7123c541-6353-4b31-a8a8-6c7dade921c5,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:47.986406 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-643bfd13-eb16-4d8a-abe4-c289c8b8ac9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:48.305943 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56f95a-1913-4d63-912d-d34fdadec2f1 req-43f64d5d-2a72-4792-84f2-ea284518a216 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:48.309051 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8d56f95a-1913-4d63-912d-d34fdadec2f1 req-43f64d5d-2a72-4792-84f2-ea284518a216 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1553638 Jun 08 18:30:48.400786 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8d56f95a-1913-4d63-912d-d34fdadec2f1 req-d33407cf-0b2b-4ef5-abc4-b14823cc0ffe tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853827 Jun 08 18:30:48.867943 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390648b-a934-404e-8c5f-beec3e1276aa req-cf697deb-5f62-4bfd-8f88-03df2bae0be5 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:48.870164 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d390648b-a934-404e-8c5f-beec3e1276aa req-cf697deb-5f62-4bfd-8f88-03df2bae0be5 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 946 time: 0.0989616 Jun 08 18:30:48.923857 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d390648b-a934-404e-8c5f-beec3e1276aa req-4f9d5d68-9bd0-4c72-aba5-feee0039b381 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Jun 08 18:30:49.030539 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55966) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:49.053347 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-61fb85a7-8526-490a-81b2-7a5c265d7989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:49.181908 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-61fb85a7-8526-490a-81b2-7a5c265d7989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:49.285239 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-61fb85a7-8526-490a-81b2-7a5c265d7989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:49.302576 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-de823d01-61dd-4572-a143-dbf41f7c4832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:49.312396 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55976) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:49.386778 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-61fb85a7-8526-490a-81b2-7a5c265d7989 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e74f6433147448b839a7f576f07bbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549285 Jun 08 18:30:49.388037 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb85a7-8526-490a-81b2-7a5c265d7989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d74920-ee08-4ec8-a46f-6bd3ad395b18,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:49.389599 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 55982) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:49.391769 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-61fb85a7-8526-490a-81b2-7a5c265d7989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:49.470263 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcc33-0511-41b8-a138-1a7ba7aec863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:49.510003 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcc33-0511-41b8-a138-1a7ba7aec863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:49.611944 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a558da64-d767-40fe-84c4-fb9efe476b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:49.670674 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9027ed-1608-44ca-bd7c-5fb1a7ff0daf req-ff19ea19-6f77-46b0-8466-d84e9ae629b0 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:49.672420 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2a9027ed-1608-44ca-bd7c-5fb1a7ff0daf req-ff19ea19-6f77-46b0-8466-d84e9ae629b0 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.0918677 Jun 08 18:30:49.707492 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcc33-0511-41b8-a138-1a7ba7aec863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:49.715935 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dd7bcc33-0511-41b8-a138-1a7ba7aec863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:49.717895 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-dd7bcc33-0511-41b8-a138-1a7ba7aec863 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9d74920-ee08-4ec8-a46f-6bd3ad395b18 HTTP/1.1" status: 204 len: 168 time: 0.3265612 Jun 08 18:30:49.721256 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:49.744669 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2a9027ed-1608-44ca-bd7c-5fb1a7ff0daf req-3432dc24-a374-4c2a-bde8-f02e565cdfa4 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656567 Jun 08 18:30:49.750472 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bcc33-0511-41b8-a138-1a7ba7aec863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d74920-ee08-4ec8-a46f-6bd3ad395b18,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:49.754870 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-dd7bcc33-0511-41b8-a138-1a7ba7aec863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:49.864447 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a558da64-d767-40fe-84c4-fb9efe476b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:50.006486 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a558da64-d767-40fe-84c4-fb9efe476b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:50.018415 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0e4781e7-25d6-4d0c-897f-00412f8ed2ab tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:50.064190 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a558da64-d767-40fe-84c4-fb9efe476b42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66c823013ce64768993f5384f6050d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7503967 Jun 08 18:30:50.067300 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 55994) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:50.105452 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558da64-d767-40fe-84c4-fb9efe476b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f1f753-0eeb-4df2-9cb7-a511f8463873,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:50.113233 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a558da64-d767-40fe-84c4-fb9efe476b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:50.143258 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-403be61e-7696-49a7-95f1-fdb09c68a22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:50.166325 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febb353-4788-4689-aa23-e75a7200811a req-f3927414-74f1-4648-a55b-02fce7133e24 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:50.168106 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1febb353-4788-4689-aa23-e75a7200811a req-f3927414-74f1-4648-a55b-02fce7133e24 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 946 time: 0.1106560 Jun 08 18:30:50.178571 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-403be61e-7696-49a7-95f1-fdb09c68a22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:50.293410 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1febb353-4788-4689-aa23-e75a7200811a req-d968d2e4-ec9f-4e93-b568-c367aade7870 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143250 Jun 08 18:30:50.395742 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-403be61e-7696-49a7-95f1-fdb09c68a22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:50.400633 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-403be61e-7696-49a7-95f1-fdb09c68a22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:50.415284 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-403be61e-7696-49a7-95f1-fdb09c68a22e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34f1f753-0eeb-4df2-9cb7-a511f8463873 HTTP/1.1" status: 204 len: 168 time: 0.3367484 Jun 08 18:30:50.415284 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3a40aa4a-d32c-4fb8-bb1b-d64a3a9d0a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:50.455146 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403be61e-7696-49a7-95f1-fdb09c68a22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f1f753-0eeb-4df2-9cb7-a511f8463873,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:50.459887 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-403be61e-7696-49a7-95f1-fdb09c68a22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:51.011569 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92e4bb-4c05-48b3-a84f-df1be32264a8 req-7acd1262-c8eb-4c4e-aed2-075ee3ffff72 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:51.013316 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3b92e4bb-4c05-48b3-a84f-df1be32264a8 req-7acd1262-c8eb-4c4e-aed2-075ee3ffff72 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1026275 Jun 08 18:30:51.085783 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3b92e4bb-4c05-48b3-a84f-df1be32264a8 req-6de9d23e-1c3b-46ef-bf78-4afe168300ed tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656817 Jun 08 18:30:51.623326 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56058) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:51.655885 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e5c14e1d-8b78-49f1-ba94-666171dc2a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.792011 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e5c14e1d-8b78-49f1-ba94-666171dc2a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.844768 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0e8571d6-78e3-4bf2-9f45-1ed3a34cccb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.918602 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e5c14e1d-8b78-49f1-ba94-666171dc2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:51.927740 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-482e788b-81bd-4163-9902-92fe09aaa0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:51.972975 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-e5c14e1d-8b78-49f1-ba94-666171dc2a92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ff2c04ac4c04fe2844250c589d8285e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480437 Jun 08 18:30:51.974312 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c14e1d-8b78-49f1-ba94-666171dc2a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad9400f-9709-4c54-a27b-35ad63cb0673,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:51.975732 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 56064) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:51.979763 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e5c14e1d-8b78-49f1-ba94-666171dc2a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:52.048871 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-208970a4-b1cd-475f-be45-b783a093aa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.089471 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-208970a4-b1cd-475f-be45-b783a093aa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.268775 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-208970a4-b1cd-475f-be45-b783a093aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.276083 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-208970a4-b1cd-475f-be45-b783a093aa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.276083 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-208970a4-b1cd-475f-be45-b783a093aa16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ad9400f-9709-4c54-a27b-35ad63cb0673 HTTP/1.1" status: 204 len: 168 time: 0.2957997 Jun 08 18:30:52.276083 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ded00817-efb5-4a0a-90c1-70de0f6aeb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:52.304505 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208970a4-b1cd-475f-be45-b783a093aa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad9400f-9709-4c54-a27b-35ad63cb0673,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:52.305880 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-208970a4-b1cd-475f-be45-b783a093aa16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:52.444090 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29420363-65aa-45fa-b440-0284525d9b1b req-f71930f0-81de-4965-85ce-400cec529098 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:52.475173 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-29420363-65aa-45fa-b440-0284525d9b1b req-f71930f0-81de-4965-85ce-400cec529098 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1518130 Jun 08 18:30:52.554245 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-29420363-65aa-45fa-b440-0284525d9b1b req-c0143fa3-2fe9-400b-bb31-8ccccb241840 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877090 Jun 08 18:30:53.717262 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d2146-d840-473b-ae7b-aeacce026557 req-301b1e12-60ce-4384-9299-42da046acd3a tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:53.718697 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7a6d2146-d840-473b-ae7b-aeacce026557 req-301b1e12-60ce-4384-9299-42da046acd3a tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 946 time: 0.1064076 Jun 08 18:30:53.770847 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7a6d2146-d840-473b-ae7b-aeacce026557 req-776eaca1-2631-42b4-8779-bf47eb1d40b3 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451510 Jun 08 18:30:53.915713 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f367b-c1be-4803-af64-4bbbedd32271 req-61733e58-7db7-4581-b6ed-f9e6147351e7 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:53.917848 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-968f367b-c1be-4803-af64-4bbbedd32271 req-61733e58-7db7-4581-b6ed-f9e6147351e7 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1566136 Jun 08 18:30:54.009149 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-968f367b-c1be-4803-af64-4bbbedd32271 req-8a972091-ec12-4d1c-808d-d0b94e6c86e3 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794857 Jun 08 18:30:54.193657 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56168) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:54.326936 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6d4a682d-a706-4194-a011-923a80dd87d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.339727 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-6d9f6431-cfe2-4946-b19b-ec6a72a1d213 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:54.341206 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-6d9f6431-cfe2-4946-b19b-ec6a72a1d213 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 815 time: 0.1603284 Jun 08 18:30:54.356457 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-38040a61-c698-4986-bd2f-ec92833f3fe7 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/quotas/385dfeca674e47b1800afad2ff7bdfd1 HTTP/1.1" status: 200 len: 375 time: 0.0094755 Jun 08 18:30:54.455234 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-351349ad-b9ba-48e9-a082-76a057ff2d15 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855939 Jun 08 18:30:54.455842 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6d4a682d-a706-4194-a011-923a80dd87d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.535309 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6d4a682d-a706-4194-a011-923a80dd87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.557321 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f29571ce-0a2a-4ca3-8577-a25d950e1c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:54.590502 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-6d4a682d-a706-4194-a011-923a80dd87d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=086231625eb447ff89bc9f08ae37f860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953011 Jun 08 18:30:54.609924 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a682d-a706-4194-a011-923a80dd87d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed59c53-d526-4ae1-b124-b7505c9ac4b8,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:54.611921 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 56182) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:54.625040 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6d4a682d-a706-4194-a011-923a80dd87d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:54.627668 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-85dea00e-94f0-481d-9b8f-d5401f44dba9 service neutron] 10.222.0.43 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635630 Jun 08 18:30:54.629826 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.789514 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-3ebc0e60-17e8-4864-96f0-330fc8b78892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.812518 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2a85079e-3117-4116-a1bb-ff00b6de0bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.869746 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2a85079e-3117-4116-a1bb-ff00b6de0bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.889690 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-2d23af13-552b-4382-af77-3663bceec6cb service neutron] 10.222.0.43 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471142 Jun 08 18:30:55.023407 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4cabc-e478-441b-80da-5f1abeb9a668 req-dc426fb7-6958-41e7-a661-8614f2071cc9 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:55.025253 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65d4cabc-e478-441b-80da-5f1abeb9a668 req-dc426fb7-6958-41e7-a661-8614f2071cc9 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 946 time: 0.0928931 Jun 08 18:30:55.034405 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2a85079e-3117-4116-a1bb-ff00b6de0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:55.037031 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2a85079e-3117-4116-a1bb-ff00b6de0bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:55.038162 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-2a85079e-3117-4116-a1bb-ff00b6de0bfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ed59c53-d526-4ae1-b124-b7505c9ac4b8 HTTP/1.1" status: 204 len: 168 time: 0.4252412 Jun 08 18:30:55.039012 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-403be61e-7696-49a7-95f1-fdb09c68a22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:55.050439 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85079e-3117-4116-a1bb-ff00b6de0bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed59c53-d526-4ae1-b124-b7505c9ac4b8,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:55.053553 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2a85079e-3117-4116-a1bb-ff00b6de0bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:55.087239 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65d4cabc-e478-441b-80da-5f1abeb9a668 req-6c928941-a86c-4cf0-94a0-c85361cd5d88 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558133 Jun 08 18:30:55.525849 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-45f72362-6af5-44da-866f-188961c2ba34 req-91bab5e6-9d46-4451-b06d-35a68d2daac3 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 210 time: 0.0534000 Jun 08 18:30:55.609153 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-6df22109-4ca2-4b34-8ad4-0ba9458ce3e3 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:55.610781 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-6df22109-4ca2-4b34-8ad4-0ba9458ce3e3 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.39 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 946 time: 0.1138222 Jun 08 18:30:55.618888 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8657b-3ec6-453a-bdb2-f52ec813c7a9 req-ce979800-ed04-4873-a1b6-540b0c946da9 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:55.621121 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-44b8657b-3ec6-453a-bdb2-f52ec813c7a9 req-ce979800-ed04-4873-a1b6-540b0c946da9 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.2478139 Jun 08 18:30:55.832072 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-44b8657b-3ec6-453a-bdb2-f52ec813c7a9 req-b1dad6f4-8d18-4841-8e6e-65683f355cf4 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767092 Jun 08 18:30:55.899547 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Deleting port 5ddeb0cd-5205-4051-bdab-52d4fd713541 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:30:55.899920 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:55.942640 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:56.059942 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] For port 5ddeb0cd-5205-4051-bdab-52d4fd713541, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5ddeb0cd-5205-4051-bdab-52d4fd713541,segment=NetworkSegment(325d8e0f-f98b-43c4-8ca9-9d0f095e9c79),segment_id=325d8e0f-f98b-43c4-8ca9-9d0f095e9c79)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:56.060344 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:56.197211 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Calling delete_port for 5ddeb0cd-5205-4051-bdab-52d4fd713541 owned by compute:nova {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:30:56.239947 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56228) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:56.365810 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-baf2821b-e56c-4576-9e66-2b621626464f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:56.440680 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d3c2f-d26a-499e-988b-8204b9cae014 req-d72fc862-3d9d-45b5-8982-a4872216c139 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:56.449437 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8e4d3c2f-d26a-499e-988b-8204b9cae014 req-d72fc862-3d9d-45b5-8982-a4872216c139 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 946 time: 0.1569061 Jun 08 18:30:56.566917 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8e4d3c2f-d26a-499e-988b-8204b9cae014 req-f672d035-6a1a-4375-a44e-73633ec1b7be tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b67699-fba3-406a-a55f-3ada157e64b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162102 Jun 08 18:30:56.656596 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:56.670776 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['5ddeb0cd-5205-4051-bdab-52d4fd713541'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:56.671905 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:56.730933 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-baf2821b-e56c-4576-9e66-2b621626464f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:56.771598 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Pushing event deleted for resources: {'Port': ['ID=5ddeb0cd-5205-4051-bdab-52d4fd713541,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:56.795811 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:56.798863 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-044f8b6e-5962-4a48-b4a0-b02fee836c9e req-f2970075-04cf-475a-be7a-9040beb4c9f6 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 210 time: 0.0730395 Jun 08 18:30:56.822989 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-baf2821b-e56c-4576-9e66-2b621626464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:56.832752 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-08615d66-8128-4c8f-8831-9c31ed3a856a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:56.876792 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-baf2821b-e56c-4576-9e66-2b621626464f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be94eab62b3244bf92af4c43f5c3bfd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6356301 Jun 08 18:30:56.878661 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2821b-e56c-4576-9e66-2b621626464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9957da6e-28e6-4c6b-b6ce-515139fe6ab8,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:56.881394 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56240) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:56.883422 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-baf2821b-e56c-4576-9e66-2b621626464f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:56.885781 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] No DVR routers for this DVR port 5ddeb0cd-5205-4051-bdab-52d4fd713541 on host hv-cinder-78956 {{(pid=92350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:30:56.901078 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:56.903109 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cef37ecb-b4ae-4982-bccb-c78133bf077b req-8b883b1a-a582-4c0d-b202-d12bfd02d4ce tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.39 "DELETE /v2.0/ports/5ddeb0cd-5205-4051-bdab-52d4fd713541 HTTP/1.1" status: 204 len: 173 time: 1.2810247 Jun 08 18:30:56.903745 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029c35b-bd06-429f-9936-9808096ade17', 'name': 'network-vif-deleted', 'tag': '5ddeb0cd-5205-4051-bdab-52d4fd713541'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:56.905991 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1288d2-e64d-45f1-9c23-3b8af337a838" -d '{"events": [{"server_uuid": "8029c35b-bd06-429f-9936-9808096ade17", "name": "network-vif-deleted", "tag": "5ddeb0cd-5205-4051-bdab-52d4fd713541"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:56.955192 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-21f038e0-9f48-456f-b296-cfff35c0505b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:56.959751 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20683fc7-4d0e-461a-bdf2-89726fc85342 x-openstack-request-id: req-20683fc7-4d0e-461a-bdf2-89726fc85342 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:56.960300 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8029c35b-bd06-429f-9936-9808096ade17", "name": "network-vif-deleted", "tag": "5ddeb0cd-5205-4051-bdab-52d4fd713541", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:56.960714 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20683fc7-4d0e-461a-bdf2-89726fc85342 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:56.961256 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8029c35b-bd06-429f-9936-9808096ade17', 'name': 'network-vif-deleted', 'tag': '5ddeb0cd-5205-4051-bdab-52d4fd713541', 'status': 'completed', 'code': 200} Jun 08 18:30:56.991837 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-21f038e0-9f48-456f-b296-cfff35c0505b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.114743 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7596f-dc6d-4293-8842-9ea17ec67b82 req-97344820-e375-473c-905a-d6dd948f38c1 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:57.116313 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-11d7596f-dc6d-4293-8842-9ea17ec67b82 req-97344820-e375-473c-905a-d6dd948f38c1 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1159339 Jun 08 18:30:57.172848 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-11d7596f-dc6d-4293-8842-9ea17ec67b82 req-b79b9cc2-6b96-49f6-b48c-5854581132b4 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Jun 08 18:30:57.235041 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-21f038e0-9f48-456f-b296-cfff35c0505b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.237919 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-21f038e0-9f48-456f-b296-cfff35c0505b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.239455 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-21f038e0-9f48-456f-b296-cfff35c0505b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9957da6e-28e6-4c6b-b6ce-515139fe6ab8 HTTP/1.1" status: 204 len: 168 time: 0.3573430 Jun 08 18:30:57.240431 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:57.253986 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f038e0-9f48-456f-b296-cfff35c0505b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9957da6e-28e6-4c6b-b6ce-515139fe6ab8,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:57.257879 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-21f038e0-9f48-456f-b296-cfff35c0505b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:57.468904 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.851173 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bc24aea5-40a0-48b9-a03e-7f45f0ab1c08 req-65591c98-cde2-4dc1-b2a7-275be73cc078 tempest-VolumesActionsTest-1462793364 tempest-VolumesActionsTest-1462793364-project] 10.222.0.43 "GET /v2.0/ports?device_id=8029c35b-bd06-429f-9936-9808096ade17 HTTP/1.1" status: 200 len: 210 time: 0.0859001 Jun 08 18:30:58.016787 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c675ab79-2130-4d7c-aed5-376a5e0541e2 req-4f080d83-2f86-4d9f-a622-11c77bcf105a tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 210 time: 0.0584226 Jun 08 18:30:58.247999 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-397868ea-1aef-409c-b785-c7db60bc67c1 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:58.251452 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-397868ea-1aef-409c-b785-c7db60bc67c1 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 815 time: 0.1918876 Jun 08 18:30:58.272769 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Request body: {'port': {'device_id': '972de568-54dc-4074-8385-1f49e9ef9de1', 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf', 'admin_state_up': True, 'tenant_id': '385dfeca674e47b1800afad2ff7bdfd1'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:58.724531 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1228-f748-426a-b495-b0072d4e6f9b req-d763c7ef-c486-450b-85d8-ea9bc5f063f9 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:58.727205 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a61a1228-f748-426a-b495-b0072d4e6f9b req-d763c7ef-c486-450b-85d8-ea9bc5f063f9 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1632490 Jun 08 18:30:58.772249 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Made reservation on behalf of 385dfeca674e47b1800afad2ff7bdfd1 for: {'port': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:58.778735 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.923781 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a61a1228-f748-426a-b495-b0072d4e6f9b req-7a126497-8c45-43fb-9335-458251e0807b tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889677 Jun 08 18:30:59.163914 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Allocated IP 172.20.0.4 (24e0e5e0-4201-476a-9c48-59f982e8d0cf/f853008f-4d75-4d03-9591-1f779f1d2fa5/53574003-cd37-4606-b252-6c48253658e6) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:59.260313 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56308) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:59.274261 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8bc58236-ac3b-48cf-a2f4-bbf4371db0bb req-bbc85f09-4b93-4585-ba2f-a3e7fcbd650b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 210 time: 0.0975466 Jun 08 18:30:59.428009 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ce9b-6c4f-4d46-95b9-c9ad2bcb5157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:59.583570 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ce9b-6c4f-4d46-95b9-c9ad2bcb5157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:59.634721 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:59.747968 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ce9b-6c4f-4d46-95b9-c9ad2bcb5157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:59.764657 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f5aaf8fa-f4c2-499e-9673-fb133a53fd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:59.791298 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2356055'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:59.792259 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:59.792259 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:59.792259 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:59.792259 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:59.792259 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:59.792259 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:59.812762 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['87d8d694-933f-49bd-9896-72ba33ce0192', '7697fc6a-6e41-46de-bde5-a8879eb23cc6'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:59.814759 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Network 24e0e5e0-4201-476a-9c48-59f982e8d0cf is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:59.816187 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:59.819989 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:59.904674 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:59.905402 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:59.910738 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-b3e1ce9b-6c4f-4d46-95b9-c9ad2bcb5157 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d6cf69e2e924c64b6ef2e70bc279cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442168 Jun 08 18:30:59.911787 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 56322) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:59.911973 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1ce9b-6c4f-4d46-95b9-c9ad2bcb5157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e5207b-56e5-42c3-abff-d5766813eaec,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:59.918909 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b3e1ce9b-6c4f-4d46-95b9-c9ad2bcb5157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:00.095526 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-421f9b03-83c1-49ca-82c0-2e76d810bcb2 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8299379 Jun 08 18:31:00.129754 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Request body: {'port': {'device_id': '972de568-54dc-4074-8385-1f49e9ef9de1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:31:00.267809 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 5ddeb0cd-5205-4051-bdab-52d4fd713541 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:31:00.461307 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 5ddeb0cd-5205-4051-bdab-52d4fd713541 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:31:00.461307 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 5ddeb0cd-5205-4051-bdab-52d4fd713541 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:31:00.464551 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-13479708-38ab-474d-8356-b0aa5ec9ffa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:00.466257 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56338) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:00.498172 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-13479708-38ab-474d-8356-b0aa5ec9ffa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:00.506591 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:00.669335 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1e23902d-5ba0-422a-8998-0416090a82a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:00.689043 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eea38-d385-4ef3-8856-56418f2fb493 req-bf25d2e7-9c0b-4f0e-a0f3-ac7809d9e922 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:00.697044 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4a2eea38-d385-4ef3-8856-56418f2fb493 req-bf25d2e7-9c0b-4f0e-a0f3-ac7809d9e922 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.3374312 Jun 08 18:31:00.763932 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44b757-eb3a-4b2f-a4cf-99a169b7fa33 req-7b749bfc-d853-4c99-ae68-2a35e4c9083a tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:00.766479 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5a44b757-eb3a-4b2f-a4cf-99a169b7fa33 req-7b749bfc-d853-4c99-ae68-2a35e4c9083a tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 931 time: 0.1880033 Jun 08 18:31:00.825275 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5a44b757-eb3a-4b2f-a4cf-99a169b7fa33 req-5843c36c-0249-4c53-b583-b481c4aef259 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473065 Jun 08 18:31:00.860862 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4a2eea38-d385-4ef3-8856-56418f2fb493 req-1e21cafb-aaac-43fb-95a7-a2cc89a601e6 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616819 Jun 08 18:31:00.876059 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-13479708-38ab-474d-8356-b0aa5ec9ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:00.878547 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-13479708-38ab-474d-8356-b0aa5ec9ffa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:00.879666 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-13479708-38ab-474d-8356-b0aa5ec9ffa5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3e5207b-56e5-42c3-abff-d5766813eaec HTTP/1.1" status: 204 len: 168 time: 0.9666569 Jun 08 18:31:00.889004 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-323b96b0-ef07-4b81-a123-9dc90b3dd5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:00.907504 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13479708-38ab-474d-8356-b0aa5ec9ffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e5207b-56e5-42c3-abff-d5766813eaec,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:00.914915 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-13479708-38ab-474d-8356-b0aa5ec9ffa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:01.018003 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1e23902d-5ba0-422a-8998-0416090a82a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.081377 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53574003-cd37-4606-b252-6c48253658e6 {{(pid=92350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:31:01.095888 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.102228 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1e23902d-5ba0-422a-8998-0416090a82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.118573 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:01.123033 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.provisioning_blocks [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Transition to ACTIVE for port object 53574003-cd37-4606-b252-6c48253658e6 will not be triggered until provisioned by entity L2. {{(pid=92350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:31:01.196954 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-1e23902d-5ba0-422a-8998-0416090a82a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0082a48c62724b3e9e36ea2032836ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7640693 Jun 08 18:31:01.199951 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 56354) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:01.200450 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23902d-5ba0-422a-8998-0416090a82a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5232570e-78ad-419d-b5ef-02e1e52600fd,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:01.205624 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-1e23902d-5ba0-422a-8998-0416090a82a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:01.270161 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.279390 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3af4bc2b-b80d-4c95-ae78-a0b3ec42390a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:01.339539 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0e412e7c-b2a7-4522-b41f-b21b3a065ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.460753 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Pushing event updated for resources: {'Port': ['ID=53574003-cd37-4606-b252-6c48253658e6,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:01.463324 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0e412e7c-b2a7-4522-b41f-b21b3a065ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.504781 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:01.603530 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Attempting to bind port 53574003-cd37-4606-b252-6c48253658e6 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:31:01.608621 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Attempting to bind port 53574003-cd37-4606-b252-6c48253658e6 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'}] {{(pid=92350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:31:01.608621 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Attempting to bind port 53574003-cd37-4606-b252-6c48253658e6 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:31:01.611033 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Port 53574003-cd37-4606-b252-6c48253658e6 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:31:01.611362 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Attempting to bind port 53574003-cd37-4606-b252-6c48253658e6 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:31:01.620649 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:31:01.621006 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Checking segment: {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:31:01.621704 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Bound using segment: {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'} {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:31:01.622480 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Bound port: 53574003-cd37-4606-b252-6c48253658e6, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'}}] {{(pid=92350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:31:01.623068 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.732446 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] For port 53574003-cd37-4606-b252-6c48253658e6, host hv-cinder-78956, cleared binding levels {{(pid=92350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:31:01.736049 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] For port 53574003-cd37-4606-b252-6c48253658e6, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=53574003-cd37-4606-b252-6c48253658e6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:31:01.840467 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0e412e7c-b2a7-4522-b41f-b21b3a065ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.843078 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0e412e7c-b2a7-4522-b41f-b21b3a065ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.844375 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-0e412e7c-b2a7-4522-b41f-b21b3a065ab6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5232570e-78ad-419d-b5ef-02e1e52600fd HTTP/1.1" status: 204 len: 168 time: 0.6432767 Jun 08 18:31:01.845153 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bd7562c3-de44-4b2a-a5a5-b773bf2af586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:01.857292 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e412e7c-b2a7-4522-b41f-b21b3a065ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5232570e-78ad-419d-b5ef-02e1e52600fd,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:01.862693 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-0e412e7c-b2a7-4522-b41f-b21b3a065ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:01.922890 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:01.935743 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:01.994060 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56372) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:02.036000 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ee736b24-6e4e-4496-b88e-c29e239b86df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:02.176866 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:02.177888 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:02.180793 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] 10.222.0.39 "PUT /v2.0/ports/53574003-cd37-4606-b252-6c48253658e6 HTTP/1.1" status: 200 len: 1093 time: 2.0727952 Jun 08 18:31:02.186854 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972de568-54dc-4074-8385-1f49e9ef9de1', 'tag': '53574003-cd37-4606-b252-6c48253658e6'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:31:02.191420 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf38942-8e30-4124-b17a-4872d011ab9e" -d '{"events": [{"name": "network-changed", "server_uuid": "972de568-54dc-4074-8385-1f49e9ef9de1", "tag": "53574003-cd37-4606-b252-6c48253658e6"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:31:02.239993 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Pushing event updated for resources: {'Port': ['ID=53574003-cd37-4606-b252-6c48253658e6,revision_number=3']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:02.250830 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:02.290119 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0917e9-5ed4-4eec-96db-639a8d7ab9ad req-52e384ce-cb0a-4d1f-87c3-7228337ae3e8 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:02.297442 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8f0917e9-5ed4-4eec-96db-639a8d7ab9ad req-52e384ce-cb0a-4d1f-87c3-7228337ae3e8 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.2642171 Jun 08 18:31:02.324812 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ee736b24-6e4e-4496-b88e-c29e239b86df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:02.352315 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa6a9b-0319-4720-af41-252f87e2533c req-84c1de3d-2c00-4e97-8ddb-f68620b67a24 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:02.365021 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e8fa6a9b-0319-4720-af41-252f87e2533c req-84c1de3d-2c00-4e97-8ddb-f68620b67a24 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 943 time: 0.2214694 Jun 08 18:31:02.434153 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8f0917e9-5ed4-4eec-96db-639a8d7ab9ad req-a1e36ba2-94e3-4478-bb9a-2516775b4c35 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249232 Jun 08 18:31:02.440383 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ee736b24-6e4e-4496-b88e-c29e239b86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:02.499649 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6d4a682d-a706-4194-a011-923a80dd87d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:02.519306 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-ee736b24-6e4e-4496-b88e-c29e239b86df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3146339df1d845529dd2a34f93d604b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219829 Jun 08 18:31:02.526179 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 56384) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:02.538092 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e8fa6a9b-0319-4720-af41-252f87e2533c req-f906246e-1f20-4f07-b149-3db7e5dd05e1 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714053 Jun 08 18:31:02.600520 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee736b24-6e4e-4496-b88e-c29e239b86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695997b7-5178-4b54-932a-b2648aff57b0,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:02.609489 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ee736b24-6e4e-4496-b88e-c29e239b86df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:02.610592 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-b0f0ca55-43b6-43db-b4e5-8fca0b046536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:02.612081 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-b0f0ca55-43b6-43db-b4e5-8fca0b046536 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 1096 time: 0.2484303 Jun 08 18:31:02.705575 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39408d29-fe0d-441d-9bb1-79b169a267d6 x-openstack-request-id: req-39408d29-fe0d-441d-9bb1-79b169a267d6 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:31:02.706055 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972de568-54dc-4074-8385-1f49e9ef9de1", "tag": "53574003-cd37-4606-b252-6c48253658e6", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:31:02.706227 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39408d29-fe0d-441d-9bb1-79b169a267d6 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:31:02.706535 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972de568-54dc-4074-8385-1f49e9ef9de1', 'tag': '53574003-cd37-4606-b252-6c48253658e6', 'status': 'completed', 'code': 200} Jun 08 18:31:02.725879 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-05473117-7116-42de-97e3-701480c8b81b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53574003-cd37-4606-b252-6c48253658e6 HTTP/1.1" status: 200 len: 217 time: 0.0910058 Jun 08 18:31:02.888832 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2bcb3ed8-464e-46cf-8865-11b70ca94e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:02.930739 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-67c3544b-8c9d-40dc-8b35-8c27d2dbe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:02.944165 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-67c3544b-8c9d-40dc-8b35-8c27d2dbe82e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 200 len: 855 time: 0.1971645 Jun 08 18:31:02.944165 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2bcb3ed8-464e-46cf-8865-11b70ca94e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:03.001898 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-d0abe7f5-2063-46ef-9f5c-e5c2c6f861f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24e0e5e0-4201-476a-9c48-59f982e8d0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574164 Jun 08 18:31:03.171606 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-4730e169-6f7f-4f76-a47d-a0a8e3e677d8 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510072 Jun 08 18:31:03.317880 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2bcb3ed8-464e-46cf-8865-11b70ca94e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:03.322300 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2bcb3ed8-464e-46cf-8865-11b70ca94e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:03.324842 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-2bcb3ed8-464e-46cf-8865-11b70ca94e8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/695997b7-5178-4b54-932a-b2648aff57b0 HTTP/1.1" status: 204 len: 168 time: 0.7960329 Jun 08 18:31:03.329292 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2a85079e-3117-4116-a1bb-ff00b6de0bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:03.363829 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb3ed8-464e-46cf-8865-11b70ca94e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695997b7-5178-4b54-932a-b2648aff57b0,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:03.371757 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2bcb3ed8-464e-46cf-8865-11b70ca94e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:03.450511 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a45dbae4-970e-4722-bdaf-6d3559cafc8c req-37d6bca6-3712-4975-ab1e-8ad4af1be0bf service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673364 Jun 08 18:31:03.714385 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e21e2e-a313-4607-a40b-2baabf6305b4 req-38eac128-3c63-4a39-8392-8db9aa12f259 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:03.722084 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-26e21e2e-a313-4607-a40b-2baabf6305b4 req-38eac128-3c63-4a39-8392-8db9aa12f259 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1060400 Jun 08 18:31:03.761748 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-2a1c858f-c257-41d3-9a00-320cfae80d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:03.764589 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-2a1c858f-c257-41d3-9a00-320cfae80d29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 1096 time: 0.1171584 Jun 08 18:31:03.787575 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-26e21e2e-a313-4607-a40b-2baabf6305b4 req-fa18c617-4d05-4cc0-860f-30bfa472337f tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643880 Jun 08 18:31:04.182904 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a97c3-ddcb-49c4-bc51-0aa9ac6962d3 req-0bddcc24-d8fe-4769-83d9-aa0ae6ba3892 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:04.184954 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a21a97c3-ddcb-49c4-bc51-0aa9ac6962d3 req-0bddcc24-d8fe-4769-83d9-aa0ae6ba3892 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 943 time: 0.3706772 Jun 08 18:31:04.186594 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-9c5eb557-943e-4367-8f6f-25c17a03aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:04.189082 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-9c5eb557-943e-4367-8f6f-25c17a03aafc service neutron] 10.222.0.39 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 916 time: 0.4142563 Jun 08 18:31:04.343102 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-9bd8c16d-400d-4aad-a1b1-64e2f8014b49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53574003-cd37-4606-b252-6c48253658e6 HTTP/1.1" status: 200 len: 217 time: 0.1261497 Jun 08 18:31:04.463484 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a21a97c3-ddcb-49c4-bc51-0aa9ac6962d3 req-d5bb25b1-7114-4a20-9e73-bc07c807f356 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712159 Jun 08 18:31:04.505860 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-ed4becc9-45be-45a8-8d09-064856dcca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:04.508442 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-ed4becc9-45be-45a8-8d09-064856dcca28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 200 len: 855 time: 0.1491203 Jun 08 18:31:04.611112 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-9b554a7b-edf6-4405-b4f9-cb6bfa7eb06b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24e0e5e0-4201-476a-9c48-59f982e8d0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901968 Jun 08 18:31:04.837574 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-897a77b9-d41c-4966-bda3-85ed0bfcb0fe service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161064 Jun 08 18:31:05.230375 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6bf38942-8e30-4124-b17a-4872d011ab9e req-a9dff17a-d3bf-405b-a9ff-31bc10392443 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825777 Jun 08 18:31:05.345244 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b9e3e-a304-48c4-a962-4c390a6cb05d req-f10e8a64-9b73-4d12-8dc0-4e73351abcc2 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:05.353075 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1c8b9e3e-a304-48c4-a962-4c390a6cb05d req-f10e8a64-9b73-4d12-8dc0-4e73351abcc2 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.3156853 Jun 08 18:31:05.475890 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1c8b9e3e-a304-48c4-a962-4c390a6cb05d req-4066ad57-cc5f-4153-a860-fe264117cc65 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051588 Jun 08 18:31:05.765506 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce297dd-0f6e-4a97-bf4f-5db20da3c767 req-9ad56da1-682e-4112-9b95-4fbb74619b68 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:05.768324 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fce297dd-0f6e-4a97-bf4f-5db20da3c767 req-9ad56da1-682e-4112-9b95-4fbb74619b68 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 943 time: 0.1522155 Jun 08 18:31:05.831097 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fce297dd-0f6e-4a97-bf4f-5db20da3c767 req-19cdb448-9a70-40a3-a386-f4725739a3e4 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536714 Jun 08 18:31:06.279977 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 53574003-cd37-4606-b252-6c48253658e6 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:31:06.441763 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 53574003-cd37-4606-b252-6c48253658e6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=53574003-cd37-4606-b252-6c48253658e6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:06.460615 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '53574003-cd37-4606-b252-6c48253658e6', 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf', 'port_id': '53574003-cd37-4606-b252-6c48253658e6', 'mac_address': 'fa:16:3e:01:e0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f853008f-4d75-4d03-9591-1f779f1d2fa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:31:06.545919 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:06.574569 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53574003-cd37-4606-b252-6c48253658e6 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:31:06.677960 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 53574003-cd37-4606-b252-6c48253658e6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=53574003-cd37-4606-b252-6c48253658e6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:06.788830 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d5fa5-53ee-46e2-a3ad-82aaa48649ee req-d6590a17-c211-48c5-b101-c042602d829c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:06.792226 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-709d5fa5-53ee-46e2-a3ad-82aaa48649ee req-d6590a17-c211-48c5-b101-c042602d829c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1560237 Jun 08 18:31:06.806154 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:06.810158 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:06.903808 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-709d5fa5-53ee-46e2-a3ad-82aaa48649ee req-aa7b62be-3f4d-45c2-b2e0-6865af9001e4 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816555 Jun 08 18:31:06.973925 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=53574003-cd37-4606-b252-6c48253658e6,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:06.981982 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:07.199454 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc1c40-ce37-462b-a5dd-a00f26cb9e37 req-cd262aa4-2abe-4124-968f-9fc7d6293904 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:07.202771 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a5dc1c40-ce37-462b-a5dd-a00f26cb9e37 req-cd262aa4-2abe-4124-968f-9fc7d6293904 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 944 time: 0.1203260 Jun 08 18:31:07.235379 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['53574003-cd37-4606-b252-6c48253658e6'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:31:07.336785 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a5dc1c40-ce37-462b-a5dd-a00f26cb9e37 req-78e15f3d-dad5-4bef-8ea2-ec3c85bd487e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875652 Jun 08 18:31:08.230968 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01702806-2a8c-4f5f-9dd1-60f16e9163b5 req-b1fb509d-8fc8-4066-b398-c7e3ab310876 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:08.233561 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-01702806-2a8c-4f5f-9dd1-60f16e9163b5 req-b1fb509d-8fc8-4066-b398-c7e3ab310876 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1335294 Jun 08 18:31:08.301349 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-01702806-2a8c-4f5f-9dd1-60f16e9163b5 req-8b6567eb-0be4-47de-bb0c-8f9fc3386a54 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598269 Jun 08 18:31:08.602420 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c659d8-e280-4401-ac33-0dfca4514b38 req-d8e93ba1-bbf2-41ba-a9d9-8d1be3b28316 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:08.603978 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f5c659d8-e280-4401-ac33-0dfca4514b38 req-d8e93ba1-bbf2-41ba-a9d9-8d1be3b28316 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 944 time: 0.0903823 Jun 08 18:31:08.687945 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f5c659d8-e280-4401-ac33-0dfca4514b38 req-268e66d2-661d-461a-9b76-ece6d948f9b4 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769269 Jun 08 18:31:09.533388 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95504403-3422-438f-88d2-1823460286f1 req-0f995597-9602-4803-8056-38f481929bcf tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:09.535110 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-95504403-3422-438f-88d2-1823460286f1 req-0f995597-9602-4803-8056-38f481929bcf tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.0968132 Jun 08 18:31:09.588605 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-95504403-3422-438f-88d2-1823460286f1 req-307a5b74-2539-4d61-8a58-fd9d6d7381c3 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Jun 08 18:31:10.032742 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25116926-056e-4296-805f-215f10dbe0f1 req-357e84df-986d-41c4-9f60-a02b059aec81 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:10.035507 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-25116926-056e-4296-805f-215f10dbe0f1 req-357e84df-986d-41c4-9f60-a02b059aec81 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 944 time: 0.1952064 Jun 08 18:31:10.111207 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-25116926-056e-4296-805f-215f10dbe0f1 req-72657528-122d-4a29-bd19-d104c0d2ba22 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693097 Jun 08 18:31:10.292732 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 53574003-cd37-4606-b252-6c48253658e6 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:31:10.606245 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 53574003-cd37-4606-b252-6c48253658e6 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:31:10.613199 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 53574003-cd37-4606-b252-6c48253658e6 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:31:10.613670 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:10.788942 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:10.842581 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972de568-54dc-4074-8385-1f49e9ef9de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53574003-cd37-4606-b252-6c48253658e6'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:31:10.846961 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5435ee-9b5b-44ec-bfd7-0ec63ea274d6" -d '{"events": [{"server_uuid": "972de568-54dc-4074-8385-1f49e9ef9de1", "name": "network-vif-plugged", "status": "completed", "tag": "53574003-cd37-4606-b252-6c48253658e6"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:31:10.861942 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 53574003-cd37-4606-b252-6c48253658e6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=53574003-cd37-4606-b252-6c48253658e6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:10.921656 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef914886-ea58-47f4-a053-e57074a89317 x-openstack-request-id: req-ef914886-ea58-47f4-a053-e57074a89317 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:31:10.922697 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972de568-54dc-4074-8385-1f49e9ef9de1", "name": "network-vif-plugged", "status": "completed", "tag": "53574003-cd37-4606-b252-6c48253658e6", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:31:10.923203 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef914886-ea58-47f4-a053-e57074a89317 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:31:10.923935 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972de568-54dc-4074-8385-1f49e9ef9de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53574003-cd37-4606-b252-6c48253658e6', 'code': 200} Jun 08 18:31:10.963662 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:10.966059 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:11.028388 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b9976-8ca9-4096-bdd9-fa22c6758f87 req-72427bbe-f6a8-4228-8f86-b47cd572c017 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:11.031273 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e35b9976-8ca9-4096-bdd9-fa22c6758f87 req-72427bbe-f6a8-4228-8f86-b47cd572c017 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.3045800 Jun 08 18:31:11.036881 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1c0c5-c4e4-49fe-b5be-151dd2ac2506 req-728e521a-12cc-47a2-9a91-b18317439e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:11.041081 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d3a1c0c5-c4e4-49fe-b5be-151dd2ac2506 req-728e521a-12cc-47a2-9a91-b18317439e68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 1099 time: 0.2432644 Jun 08 18:31:11.106360 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=53574003-cd37-4606-b252-6c48253658e6,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:11.111069 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:11.135537 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56616) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:11.275849 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e35b9976-8ca9-4096-bdd9-fa22c6758f87 req-9762268a-0fb6-463a-9431-66604ff4ca21 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339184 Jun 08 18:31:11.335188 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d3a1c0c5-c4e4-49fe-b5be-151dd2ac2506 req-6e4a71e6-8187-4540-a8c2-f0cba120d673 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494197 Jun 08 18:31:11.515810 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fecafec0-9421-4aec-ba35-61210d946f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:11.609747 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523a5d-2048-4b75-945b-60111eca24de req-c1267407-7945-483f-9c36-3602a181c61f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:11.617629 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-38523a5d-2048-4b75-945b-60111eca24de req-c1267407-7945-483f-9c36-3602a181c61f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 945 time: 0.1734555 Jun 08 18:31:11.727458 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2752258-29db-4945-a3f0-fdeeceaeb3c9 req-19fd85b1-9d64-4855-a5b1-500cbedaeeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:11.727458 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e2752258-29db-4945-a3f0-fdeeceaeb3c9 req-19fd85b1-9d64-4855-a5b1-500cbedaeeaa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 1098 time: 0.2574584 Jun 08 18:31:11.727783 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-38523a5d-2048-4b75-945b-60111eca24de req-452b0486-d58b-468e-8533-05ba7c0f08d7 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739832 Jun 08 18:31:11.744271 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fecafec0-9421-4aec-ba35-61210d946f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:11.781084 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e2752258-29db-4945-a3f0-fdeeceaeb3c9 req-4f3e9be2-07b0-41d3-8cc5-c0a96c593138 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870609 Jun 08 18:31:11.949419 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fecafec0-9421-4aec-ba35-61210d946f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:11.959018 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-643bfd13-eb16-4d8a-abe4-c289c8b8ac9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:12.003489 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-fecafec0-9421-4aec-ba35-61210d946f3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b106e0af77bd4ee78171a24388ece699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8658557 Jun 08 18:31:12.006182 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecafec0-9421-4aec-ba35-61210d946f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb3ea5c-c3be-44c1-979a-2966334cd693,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:12.007272 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 56632) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:12.013862 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-fecafec0-9421-4aec-ba35-61210d946f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:12.110400 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3f873b7d-e92d-4b77-adc5-fabe2902b102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:12.142621 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3f873b7d-e92d-4b77-adc5-fabe2902b102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:12.297798 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3f873b7d-e92d-4b77-adc5-fabe2902b102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:12.307765 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3f873b7d-e92d-4b77-adc5-fabe2902b102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:12.307765 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-3f873b7d-e92d-4b77-adc5-fabe2902b102 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cb3ea5c-c3be-44c1-979a-2966334cd693 HTTP/1.1" status: 204 len: 168 time: 0.2942662 Jun 08 18:31:12.307765 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-5d5e737e-f76d-4d5f-ba78-f55f51db8a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:12.325610 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f873b7d-e92d-4b77-adc5-fabe2902b102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb3ea5c-c3be-44c1-979a-2966334cd693,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:12.330783 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3f873b7d-e92d-4b77-adc5-fabe2902b102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:12.585407 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4d4a4-451d-4753-8ec6-abd7e62d3162 req-2c4aa93f-bef3-48de-952d-b26dc0ebbf73 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:12.586996 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-76d4d4a4-451d-4753-8ec6-abd7e62d3162 req-2c4aa93f-bef3-48de-952d-b26dc0ebbf73 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1118910 Jun 08 18:31:12.649785 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-76d4d4a4-451d-4753-8ec6-abd7e62d3162 req-ad9f0b55-729a-4217-8419-bb3ce8fd0dbe tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474422 Jun 08 18:31:13.048496 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b479a4-a64b-45f8-aae5-34f77fb065d1 req-4426c745-bd21-4cb3-a54c-7268a9c8c644 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:13.050369 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-09b479a4-a64b-45f8-aae5-34f77fb065d1 req-4426c745-bd21-4cb3-a54c-7268a9c8c644 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 945 time: 0.1133003 Jun 08 18:31:13.105126 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-09b479a4-a64b-45f8-aae5-34f77fb065d1 req-4683a767-eb9e-4c7e-850d-858ca0d2609e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449905 Jun 08 18:31:13.381366 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56670) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:13.401832 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf921-6977-431c-9435-9c4470121960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:13.546267 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf921-6977-431c-9435-9c4470121960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:13.634756 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf921-6977-431c-9435-9c4470121960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:13.642621 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-baf2821b-e56c-4576-9e66-2b621626464f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:13.698144 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-0e7cf921-6977-431c-9435-9c4470121960 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d0a860a69c84ab3afdffad5d87bced9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155501 Jun 08 18:31:13.702249 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 56686) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:13.711111 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf921-6977-431c-9435-9c4470121960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23120868-57c2-4625-bae6-81aeba5cc4f3,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:13.719386 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0e7cf921-6977-431c-9435-9c4470121960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:13.838785 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-17b8e01e-2095-4c6b-857b-e5a54aa2600b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:13.892613 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-17b8e01e-2095-4c6b-857b-e5a54aa2600b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:14.040843 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363179df-44fe-4aae-b660-772576f9e3ae req-c7882986-1d50-47a6-94d7-6e0c4fd14ec1 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:14.043896 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-363179df-44fe-4aae-b660-772576f9e3ae req-c7882986-1d50-47a6-94d7-6e0c4fd14ec1 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1894288 Jun 08 18:31:14.109397 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-17b8e01e-2095-4c6b-857b-e5a54aa2600b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:14.113955 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-17b8e01e-2095-4c6b-857b-e5a54aa2600b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:14.117239 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-363179df-44fe-4aae-b660-772576f9e3ae req-c88fd29a-c87b-40d3-945b-650d9bc291df tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628760 Jun 08 18:31:14.126836 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-17b8e01e-2095-4c6b-857b-e5a54aa2600b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23120868-57c2-4625-bae6-81aeba5cc4f3 HTTP/1.1" status: 204 len: 168 time: 0.4163442 Jun 08 18:31:14.128159 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3f873b7d-e92d-4b77-adc5-fabe2902b102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:14.152055 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8e01e-2095-4c6b-857b-e5a54aa2600b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23120868-57c2-4625-bae6-81aeba5cc4f3,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:14.155987 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-17b8e01e-2095-4c6b-857b-e5a54aa2600b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:14.428863 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef0cb-b52b-41f3-942a-849f82286f38 req-8d15cccd-e18e-4040-914d-ad2a83e018dd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:14.432603 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a68ef0cb-b52b-41f3-942a-849f82286f38 req-8d15cccd-e18e-4040-914d-ad2a83e018dd tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 945 time: 0.1407545 Jun 08 18:31:14.493728 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a68ef0cb-b52b-41f3-942a-849f82286f38 req-f9263f3f-a474-4343-b30f-a80fb148965e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 Jun 08 18:31:14.531130 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77beec-56b9-42ab-8282-a43f6a68bdf2 req-b567150a-0b40-43ba-b7d5-d7c8bdb4445c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:14.532679 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3f77beec-56b9-42ab-8282-a43f6a68bdf2 req-b567150a-0b40-43ba-b7d5-d7c8bdb4445c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.0959795 Jun 08 18:31:14.582244 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3f77beec-56b9-42ab-8282-a43f6a68bdf2 req-4a0d16e7-fb4a-40bd-9ae1-b753a38e62e3 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Jun 08 18:31:14.819305 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:31:15.726133 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:18.738825 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-fa796da0-31cb-4164-a47b-3d27af8ad051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:18.740345 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-fa796da0-31cb-4164-a47b-3d27af8ad051 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1098 time: 0.1524901 Jun 08 18:31:18.754418 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cbb96-adb7-40e1-a0f8-1afee07038f3 req-26e29ef0-68f4-45ce-87d1-50cab4d164b8 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:18.756019 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-119cbb96-adb7-40e1-a0f8-1afee07038f3 req-26e29ef0-68f4-45ce-87d1-50cab4d164b8 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1095667 Jun 08 18:31:18.894756 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-119cbb96-adb7-40e1-a0f8-1afee07038f3 req-e082903e-61d5-4487-8ab9-95be45db7792 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192372 Jun 08 18:31:18.936492 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-3126e960-2aca-400a-8fa3-82461f921f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:18.937934 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-3126e960-2aca-400a-8fa3-82461f921f96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 920 time: 0.1810019 Jun 08 18:31:19.017331 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-f6acdb15-00a1-4ccf-b367-724489a73599 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7307f1bd-754d-4f35-8bd9-e313462233c0 HTTP/1.1" status: 200 len: 217 time: 0.0707040 Jun 08 18:31:19.082761 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-cebf1a18-c069-4ec1-ade9-74264f4b8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:19.084467 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-cebf1a18-c069-4ec1-ade9-74264f4b8b44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.0577576 Jun 08 18:31:19.142769 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-81c1cc39-0558-4f66-a7f5-5754c91eed40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439346 Jun 08 18:31:19.296512 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-ecb787d7-4749-412b-b60c-6e76eeebae62 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416805 Jun 08 18:31:19.459451 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-878fcd46-a9e2-46fa-9a9b-9df16e3abfaa req-bab353eb-3fd9-46f9-b0a5-1c6a5a976182 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521580 Jun 08 18:31:20.138120 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e2f5c-e242-4aba-9933-369b777e5565 req-4fbd34ea-53ad-46b9-b52d-778e0e5e1750 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:20.140695 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e91e2f5c-e242-4aba-9933-369b777e5565 req-4fbd34ea-53ad-46b9-b52d-778e0e5e1750 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1158199 Jun 08 18:31:20.214846 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e91e2f5c-e242-4aba-9933-369b777e5565 req-1b82ae00-c0a8-4168-8c87-12490a57d24b tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667539 Jun 08 18:31:21.471400 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff85806-a756-41e9-b446-fd0cfb4fe49e req-2e270a10-9663-4b5f-b055-652671f42e08 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:21.474009 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7ff85806-a756-41e9-b446-fd0cfb4fe49e req-2e270a10-9663-4b5f-b055-652671f42e08 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1262093 Jun 08 18:31:21.551454 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7ff85806-a756-41e9-b446-fd0cfb4fe49e req-97c5db42-3a4a-476f-a6a5-f8250cbbdabe tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712259 Jun 08 18:31:21.846908 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-eb7d7c0c-e21b-4b7f-a98b-52a6c09be521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:22.496140 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 56928) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:22.668449 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae195899-b01d-40ca-964b-ea9c0b7e04f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:22.802214 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc342d36-fb44-4b26-9274-ba726c9a0f84 req-05f9b534-fecf-4bad-825c-481454bf44a5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:22.803756 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bc342d36-fb44-4b26-9274-ba726c9a0f84 req-05f9b534-fecf-4bad-825c-481454bf44a5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1248760 Jun 08 18:31:22.889111 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bc342d36-fb44-4b26-9274-ba726c9a0f84 req-b2a02bc2-5305-4ad5-b112-005ae7e94fce tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709450 Jun 08 18:31:22.890828 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae195899-b01d-40ca-964b-ea9c0b7e04f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:22.999891 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae195899-b01d-40ca-964b-ea9c0b7e04f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:23.007094 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:23.052076 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-ae195899-b01d-40ca-964b-ea9c0b7e04f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ca5a2b24970438bade09d16857f2a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5543590 Jun 08 18:31:23.053033 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae195899-b01d-40ca-964b-ea9c0b7e04f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b821ab-1cd1-41f6-b80c-cfcf22e100dd,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:23.055385 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56948) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:23.061184 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ae195899-b01d-40ca-964b-ea9c0b7e04f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:23.124887 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8927cf41-d890-415c-ab89-0d07d3ce42ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:23.152548 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8927cf41-d890-415c-ab89-0d07d3ce42ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:23.320405 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8927cf41-d890-415c-ab89-0d07d3ce42ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:23.323327 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8927cf41-d890-415c-ab89-0d07d3ce42ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:23.324572 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-8927cf41-d890-415c-ab89-0d07d3ce42ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67b821ab-1cd1-41f6-b80c-cfcf22e100dd HTTP/1.1" status: 204 len: 168 time: 0.2670002 Jun 08 18:31:23.325345 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:23.341241 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927cf41-d890-415c-ab89-0d07d3ce42ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b821ab-1cd1-41f6-b80c-cfcf22e100dd,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:23.343856 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8927cf41-d890-415c-ab89-0d07d3ce42ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:24.081309 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01247507-8260-46aa-bb17-f31014d7e76a req-b428493b-fb46-4690-b766-230f9ea48548 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:24.082810 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-01247507-8260-46aa-bb17-f31014d7e76a req-b428493b-fb46-4690-b766-230f9ea48548 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.0808225 Jun 08 18:31:24.097777 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 56976) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:24.114472 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2849d2c2-e59e-434e-8588-d1feb052c466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:24.129793 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-01247507-8260-46aa-bb17-f31014d7e76a req-974f2c79-5f1f-49eb-b0e6-6d81ec59c0ce tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Jun 08 18:31:24.239867 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2849d2c2-e59e-434e-8588-d1feb052c466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:24.337367 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2849d2c2-e59e-434e-8588-d1feb052c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:24.346764 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-354eded2-149f-4873-ad78-ceef790d4f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:24.391268 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-2849d2c2-e59e-434e-8588-d1feb052c466 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0019d01bf7624d55b40821c905231de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922182 Jun 08 18:31:24.392760 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849d2c2-e59e-434e-8588-d1feb052c466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3514475-07e5-4d42-b786-808c51b6b402,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:24.393894 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 56982) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:24.395600 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2849d2c2-e59e-434e-8588-d1feb052c466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:24.455807 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ad59161c-7240-48e5-9fca-bc017370a9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:24.502115 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ad59161c-7240-48e5-9fca-bc017370a9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:24.691752 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:24.725776 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ad59161c-7240-48e5-9fca-bc017370a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:24.728398 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ad59161c-7240-48e5-9fca-bc017370a9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:24.730524 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-ad59161c-7240-48e5-9fca-bc017370a9f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3514475-07e5-4d42-b786-808c51b6b402 HTTP/1.1" status: 204 len: 168 time: 0.3355448 Jun 08 18:31:24.731385 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:24.764939 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59161c-7240-48e5-9fca-bc017370a9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3514475-07e5-4d42-b786-808c51b6b402,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:24.767325 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ad59161c-7240-48e5-9fca-bc017370a9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:24.817373 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-bfb3d28d-ef81-4fb4-9848-b55454b0fc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:25.552358 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48c7ec-abff-495c-8fa6-bc2ac89a82ab req-19ea74e1-6191-4203-a01d-d69dee27124c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:25.562343 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ce48c7ec-abff-495c-8fa6-bc2ac89a82ab req-19ea74e1-6191-4203-a01d-d69dee27124c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2956276 Jun 08 18:31:25.633944 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ce48c7ec-abff-495c-8fa6-bc2ac89a82ab req-d2d66f14-d5bf-4591-9d38-71bfe47d9674 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697620 Jun 08 18:31:25.920017 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:26.842022 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57094) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:27.128160 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc58ea-69c0-45c9-a8b5-79d827184471 req-ca3e5cd2-ac39-4cdf-b5a7-40a7efa3f96e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:27.132374 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-30cc58ea-69c0-45c9-a8b5-79d827184471 req-ca3e5cd2-ac39-4cdf-b5a7-40a7efa3f96e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1761403 Jun 08 18:31:27.351466 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a4ebb40b-8345-41c5-8598-782b46724e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:27.447988 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:27.503621 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 57120) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:27.524023 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-30cc58ea-69c0-45c9-a8b5-79d827184471 req-4454253a-b17e-4482-9822-897fc8eb57b5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374400 Jun 08 18:31:27.747364 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Deleting subnet 1e0734f4-db1d-48be-ad60-0306bccd5973 {{(pid=92350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:31:27.763402 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:27.766902 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a4ebb40b-8345-41c5-8598-782b46724e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:27.854733 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a4ebb40b-8345-41c5-8598-782b46724e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:27.895619 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0b049661-3539-4e45-ad9e-23939ac9ad89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:27.958440 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2276399'] for subnet, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.008964 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a4ebb40b-8345-41c5-8598-782b46724e4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f61ac56bc1594feca675743e54819866&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1654143 Jun 08 18:31:28.014350 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57148) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:28.084740 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.275051 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2460084'] for subnet, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.279893 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:28.344741 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-b91c00a2-516c-4548-88ac-2e3c4d0ec7f7 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:28.345328 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0734f4-db1d-48be-ad60-0306bccd5973,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:28.357847 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-b91c00a2-516c-4548-88ac-2e3c4d0ec7f7 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 815 time: 0.3474169 Jun 08 18:31:28.361252 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.366397 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1e0734f4-db1d-48be-ad60-0306bccd5973 HTTP/1.1" status: 204 len: 168 time: 0.8609285 Jun 08 18:31:28.367562 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 57158) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:28.369285 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.369638 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.370194 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.370717 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.371231 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.371742 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.372287 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.372795 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.373352 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.373846 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.374373 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.374881 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:28.399505 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:28.446593 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebb40b-8345-41c5-8598-782b46724e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a368a080-19f0-412f-b73d-79e6b5a726a5,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:28.456424 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a4ebb40b-8345-41c5-8598-782b46724e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:28.473566 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-baa6251b-9319-4445-8a6b-fc310d590df4 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/quotas/385dfeca674e47b1800afad2ff7bdfd1 HTTP/1.1" status: 200 len: 375 time: 0.1132250 Jun 08 18:31:28.539133 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.579840 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8008d995-bad8-4ff9-9229-20fdb4cabe80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.632462 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8008d995-bad8-4ff9-9229-20fdb4cabe80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.732438 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.781675 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1db978-9070-42bc-9206-f95002848386']}} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:28.800552 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325d8e0f-f98b-43c4-8ca9-9d0f095e9c79') {'for_net_delete': True} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:28.801097 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325d8e0f-f98b-43c4-8ca9-9d0f095e9c79') {} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:28.819081 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-c2fed4b1-e084-453d-9f11-45a29986d352 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3227119 Jun 08 18:31:28.826479 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2276388'] for segment, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.865883 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.900688 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8008d995-bad8-4ff9-9229-20fdb4cabe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.903936 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8008d995-bad8-4ff9-9229-20fdb4cabe80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.905346 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-8008d995-bad8-4ff9-9229-20fdb4cabe80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a368a080-19f0-412f-b73d-79e6b5a726a5 HTTP/1.1" status: 204 len: 168 time: 0.8900380 Jun 08 18:31:28.908311 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:28.928557 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008d995-bad8-4ff9-9229-20fdb4cabe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a368a080-19f0-412f-b73d-79e6b5a726a5,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:28.933931 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8008d995-bad8-4ff9-9229-20fdb4cabe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:28.953333 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=92350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:31:28.954214 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356013'] for segment, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: Traceback (most recent call last): Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: timer() Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: cb(*args, **kw) Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: return func(*args, **kwargs) Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: self._notify() Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: self.callback(batched_events) Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: event.method(event) Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: return f(self, *a, **k) Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: return self._get(url).json() Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: return self.request(url, 'GET', **kwargs) Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:31:28.993414 dv-cinder-789564-4-smb neutron-server[92350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:31:29.008758 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-98555eb5-e340-4522-8884-215a5694aa83 service neutron] 10.222.0.43 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872559 Jun 08 18:31:29.294209 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-aeab2731-4b70-466d-b530-23ab7a8932ea service neutron] 10.222.0.43 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826796 Jun 08 18:31:29.337126 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71c66b-3453-4be7-b20b-484439a20af9 req-6c57d62b-c78c-4ef6-a212-2c66958edc56 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:29.343807 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4d71c66b-3453-4be7-b20b-484439a20af9 req-6c57d62b-c78c-4ef6-a212-2c66958edc56 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.4687090 Jun 08 18:31:29.412049 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:29.433507 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-d350cbf1-c2f5-4398-8edb-a2b5be7aa59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:29.469043 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:29.477540 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57182) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:29.492285 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] 10.222.0.43 "DELETE /v2.0/networks/be1db978-9070-42bc-9206-f95002848386 HTTP/1.1" status: 204 len: 168 time: 1.1097970 Jun 08 18:31:29.524753 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Pushing event deleted for resources: {'Network': ['ID=be1db978-9070-42bc-9206-f95002848386,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:29.564321 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-c3d1f2c5-9daf-4574-be1b-0d81a40cd1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:29.590513 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4d71c66b-3453-4be7-b20b-484439a20af9 req-c5426709-29ee-4501-bac7-fb2ffa8e3500 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294314 Jun 08 18:31:29.687631 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] Deleting subnet 81733955-eb4a-4773-8e05-020e72473515 {{(pid=92351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:31:29.694068 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:29.803481 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9518c3c2-7e46-43d8-bf6c-17963b15ff0c req-df38efd9-82c2-49ae-ac8e-111dc5ba485a tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 210 time: 0.1058466 Jun 08 18:31:29.846240 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1460406'] for subnet, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:29.928494 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.153101 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1470609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2574592'] for subnet, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.158751 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-7c5afbcc-5494-4251-8d11-311ae90b6234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:30.288373 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81733955-eb4a-4773-8e05-020e72473515,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:30.290436 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.295423 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/81733955-eb4a-4773-8e05-020e72473515 HTTP/1.1" status: 204 len: 168 time: 0.8155768 Jun 08 18:31:30.295848 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 57202) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:30.296232 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:30.344043 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57204) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:30.365512 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.435935 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.575674 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.658876 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.674650 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c247e150-7c88-4783-b4f3-059f12bac9a4']}} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:30.691477 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005b8896-165a-4a9d-8627-d67078aa307a') {'for_net_delete': True} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:30.692282 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005b8896-165a-4a9d-8627-d67078aa307a') {} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:30.714916 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2276388'] for segment, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.745428 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.750122 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.769268 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=92350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:31:30.770058 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356013'] for segment, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:30.770662 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: Traceback (most recent call last): Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: timer() Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: cb(*args, **kw) Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: return func(*args, **kwargs) Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: self._notify() Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: self.callback(batched_events) Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: event.method(event) Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: return f(self, *a, **k) Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: return self._get(url).json() Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: return self.request(url, 'GET', **kwargs) Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:31:30.794755 dv-cinder-789564-4-smb neutron-server[92350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:31:30.851683 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70b3e811d25543b3b95a8c9ee50dd349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059769 Jun 08 18:31:30.855147 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837fa22b-c11f-40cd-9958-bca6e2391b50,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:30.857540 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57216) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:30.879408 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.879868 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.880332 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.880767 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.881178 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.881587 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.881999 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.882409 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.882981 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.883430 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.883799 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.884226 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:30.901157 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:30.971517 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-931a72cb-07e7-40cf-bea9-7bc94e6a3bbb req-566d6fec-1af6-4fa4-ba7a-9ebbc9b27667 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 210 time: 0.0604324 Jun 08 18:31:31.011282 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-52bf9b13-37ad-4d18-828e-7f317e68b4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:31.011734 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e6e54-aeb6-4af1-9089-22a216952d05 req-5bbd8fd9-b2b4-49e1-b3f8-f82a74e55589 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:31.014483 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d03e6e54-aeb6-4af1-9089-22a216952d05 req-5bbd8fd9-b2b4-49e1-b3f8-f82a74e55589 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2183526 Jun 08 18:31:31.056983 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-52bf9b13-37ad-4d18-828e-7f317e68b4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:31.089711 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:31.106113 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:31.128652 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:31.135058 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c247e150-7c88-4783-b4f3-059f12bac9a4 HTTP/1.1" status: 204 len: 168 time: 0.8372889 Jun 08 18:31:31.153297 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d03e6e54-aeb6-4af1-9089-22a216952d05 req-4adb2bba-a18a-4625-966b-1e24ee4e25c4 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315701 Jun 08 18:31:31.164800 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=c247e150-7c88-4783-b4f3-059f12bac9a4,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:31.189577 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:31.380073 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-52bf9b13-37ad-4d18-828e-7f317e68b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:31.382862 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-52bf9b13-37ad-4d18-828e-7f317e68b4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:31.387559 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-52bf9b13-37ad-4d18-828e-7f317e68b4e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/837fa22b-c11f-40cd-9958-bca6e2391b50 HTTP/1.1" status: 204 len: 168 time: 0.5287848 Jun 08 18:31:31.393038 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a4ebb40b-8345-41c5-8598-782b46724e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:31.411955 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf9b13-37ad-4d18-828e-7f317e68b4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837fa22b-c11f-40cd-9958-bca6e2391b50,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:31.411955 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-52bf9b13-37ad-4d18-828e-7f317e68b4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:31.565079 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91cc3f-a8ec-4e65-8297-67897e3157a8 req-42877c33-cd4e-49bd-b771-1a712f4e1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:31.567323 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5a91cc3f-a8ec-4e65-8297-67897e3157a8 req-42877c33-cd4e-49bd-b771-1a712f4e1960 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1098 time: 0.2222679 Jun 08 18:31:31.628017 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5a91cc3f-a8ec-4e65-8297-67897e3157a8 req-82367ab7-e548-4857-81f3-c4be17a72b7d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 Jun 08 18:31:31.876952 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 57240) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:31.947704 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-b6a2d0a8-71f5-4d7f-887c-03c70bee24c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30544a4ca94b4249b031c9feb4da22b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691097 Jun 08 18:31:31.950390 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57244) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:32.028852 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6ef3-89b9-44a6-ab5e-d0aae95e556e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:32.089900 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6ef3-89b9-44a6-ab5e-d0aae95e556e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:32.236926 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f6f49f9f-2351-4025-a070-e82224cee7e8 req-8ecc2ec7-ba15-4c71-8aa9-ad211a00a406 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 210 time: 0.0468137 Jun 08 18:31:32.361249 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6ef3-89b9-44a6-ab5e-d0aae95e556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:32.363987 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ba9a6ef3-89b9-44a6-ab5e-d0aae95e556e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:32.368506 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-ba9a6ef3-89b9-44a6-ab5e-d0aae95e556e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66b67699-fba3-406a-a55f-3ada157e64b9 HTTP/1.1" status: 204 len: 168 time: 0.4169965 Jun 08 18:31:32.376188 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:32.380174 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a6ef3-89b9-44a6-ab5e-d0aae95e556e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b67699-fba3-406a-a55f-3ada157e64b9,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:32.382757 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ba9a6ef3-89b9-44a6-ab5e-d0aae95e556e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:32.635731 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f0f1b-19eb-4361-80f1-2acaa6b34801 req-0069d134-e847-4f36-a167-e86be8646902 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:32.649819 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7b9f0f1b-19eb-4361-80f1-2acaa6b34801 req-0069d134-e847-4f36-a167-e86be8646902 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1979904 Jun 08 18:31:32.733969 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7b9f0f1b-19eb-4361-80f1-2acaa6b34801 req-cc354557-5866-4a10-8d87-61e7fc90baa7 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816610 Jun 08 18:31:33.126873 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabd276-4f75-4e25-b7c7-1cd5ec1df839 req-a69b0782-6328-4159-956a-e98f7ced1ab1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:33.131111 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5eabd276-4f75-4e25-b7c7-1cd5ec1df839 req-a69b0782-6328-4159-956a-e98f7ced1ab1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1109736 Jun 08 18:31:33.230638 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5eabd276-4f75-4e25-b7c7-1cd5ec1df839 req-c519f77d-08df-41c0-a8c0-12b9f22a6f8e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890379 Jun 08 18:31:33.387711 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57304) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:33.546879 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-716408ac-b2ce-4fac-ae25-62598575e303 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4f154dce6ad499dbc6919eca45195c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570385 Jun 08 18:31:33.549501 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 57306) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:33.710905 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2b23b70d-5f80-4bd5-81ac-d2b233d13cce req-462c1007-0e2a-491a-b558-d785bc03bcf7 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 210 time: 0.1256340 Jun 08 18:31:33.783080 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-155731a4-6ecf-4279-8ad0-0665ad95920e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:33.784614 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-155731a4-6ecf-4279-8ad0-0665ad95920e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 815 time: 0.4444418 Jun 08 18:31:33.787764 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-76d55aeb-fd37-49fc-807a-85e9563ce4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:33.804535 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Request body: {'port': {'device_id': '5e652b5c-eb62-47ec-acd5-71050d77c2ac', 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf', 'admin_state_up': True, 'tenant_id': '385dfeca674e47b1800afad2ff7bdfd1'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:31:33.908071 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-76d55aeb-fd37-49fc-807a-85e9563ce4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:34.138397 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-76d55aeb-fd37-49fc-807a-85e9563ce4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:34.143787 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-76d55aeb-fd37-49fc-807a-85e9563ce4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:34.146597 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-76d55aeb-fd37-49fc-807a-85e9563ce4ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c1c732-3c05-418c-824d-a79af336cb68 HTTP/1.1" status: 204 len: 168 time: 0.5949662 Jun 08 18:31:34.161183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:34.189903 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Made reservation on behalf of 385dfeca674e47b1800afad2ff7bdfd1 for: {'port': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:31:34.201288 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa824435-60ff-4132-af59-83137f7c33de req-9e500716-5be0-4240-add9-cded68e8630a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:34.201969 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:34.204067 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-aa824435-60ff-4132-af59-83137f7c33de req-9e500716-5be0-4240-add9-cded68e8630a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1387129 Jun 08 18:31:34.231599 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d55aeb-fd37-49fc-807a-85e9563ce4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c1c732-3c05-418c-824d-a79af336cb68,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:34.236824 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-76d55aeb-fd37-49fc-807a-85e9563ce4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:34.342517 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-aa824435-60ff-4132-af59-83137f7c33de req-fd8983cb-36c3-4e24-807c-2cd3f4a4399a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265421 Jun 08 18:31:34.554198 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Allocated IP 172.20.0.13 (24e0e5e0-4201-476a-9c48-59f982e8d0cf/f853008f-4d75-4d03-9591-1f779f1d2fa5/222e5571-cb1d-4108-86ce-dd5c6ee53735) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:31:34.618595 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a102150-5d44-4a25-9465-3274d2b7b83d req-1ecc55e2-596e-41d1-b6db-a3affbc2a99b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:34.627915 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3a102150-5d44-4a25-9465-3274d2b7b83d req-1ecc55e2-596e-41d1-b6db-a3affbc2a99b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1695771 Jun 08 18:31:34.692355 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3a102150-5d44-4a25-9465-3274d2b7b83d req-c6dd4a34-b622-4e36-ab51-47f5e82e1b28 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621686 Jun 08 18:31:35.003426 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ec88e889-808a-45f6-88ef-0bf42e12225d req-5a5d71e0-8a4c-46e5-9d63-3e5d39c23893 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 210 time: 0.0752003 Jun 08 18:31:35.156669 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:35.227712 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba5c6a-af69-45c4-ad59-9df06ebb7420 req-1a457b9b-6d54-433b-92fc-8b033fa3d926 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:35.230127 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2eba5c6a-af69-45c4-ad59-9df06ebb7420 req-1a457b9b-6d54-433b-92fc-8b033fa3d926 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2147014 Jun 08 18:31:35.274097 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-c0b85c8c-2a31-40ba-a147-b57448789985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:35.274097 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-c0b85c8c-2a31-40ba-a147-b57448789985 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1098 time: 0.1943960 Jun 08 18:31:35.295307 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2356055'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:35.299436 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:31:35.299436 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:31:35.299436 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:31:35.299436 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:31:35.299436 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:31:35.299436 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:31:35.315464 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['87d8d694-933f-49bd-9896-72ba33ce0192', '7697fc6a-6e41-46de-bde5-a8879eb23cc6', '53574003-cd37-4606-b252-6c48253658e6'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:31:35.366782 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Network 24e0e5e0-4201-476a-9c48-59f982e8d0cf is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:31:35.369557 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:31:35.374031 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:31:35.395717 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2eba5c6a-af69-45c4-ad59-9df06ebb7420 req-2607d11e-d53a-4aa1-8f36-8d7646267f54 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524117 Jun 08 18:31:35.526693 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-bd4fef74-4755-42aa-be3b-ae2cbc1c2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:35.531142 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-bd4fef74-4755-42aa-be3b-ae2cbc1c2873 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 920 time: 0.2506793 Jun 08 18:31:35.533053 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:35.533848 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:35.574827 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 57368) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:35.638746 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-b90135c4-f0cd-48bf-bbd5-aa7739d90a75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7307f1bd-754d-4f35-8bd9-e313462233c0 HTTP/1.1" status: 200 len: 217 time: 0.0991716 Jun 08 18:31:35.727275 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-a0ea9716-3a01-41f4-9e0a-b960b0f851ef tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9265962 Jun 08 18:31:35.743724 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-3740dbcb-f054-478d-ba46-37d3cb86a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:35.745019 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-3740dbcb-f054-478d-ba46-37d3cb86a054 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.0989084 Jun 08 18:31:35.751573 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Request body: {'port': {'device_id': '5e652b5c-eb62-47ec-acd5-71050d77c2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:31:35.844836 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-78eb3575-d575-4cb9-b570-a9308ab698d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909796 Jun 08 18:31:35.894699 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3992983e-c4c5-4343-9fc2-0f42666e1f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.153324 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.375985 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-268912db-a609-45ee-8d8f-77679c8afae2 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232306 Jun 08 18:31:36.443589 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bbbec-762d-49ce-b87c-01798c151145 req-a2cc90a4-42ca-4452-8196-3f99cf26a718 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:36.445255 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f18bbbec-762d-49ce-b87c-01798c151145 req-a2cc90a4-42ca-4452-8196-3f99cf26a718 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.3820715 Jun 08 18:31:36.543358 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3992983e-c4c5-4343-9fc2-0f42666e1f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.584568 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f18bbbec-762d-49ce-b87c-01798c151145 req-55aa28ce-4ff1-4778-8161-030c78f73908 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136594 Jun 08 18:31:36.714060 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d9e06-f71b-49e0-8980-3ca629e7d8d3 req-f3bb929c-5969-4ad8-8a99-b681cb199642 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:36.731304 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1f3d9e06-f71b-49e0-8980-3ca629e7d8d3 req-f3bb929c-5969-4ad8-8a99-b681cb199642 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 932 time: 0.4676633 Jun 08 18:31:36.855196 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1f3d9e06-f71b-49e0-8980-3ca629e7d8d3 req-abc616b1-0767-4937-9e9f-188beb88c64b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224043 Jun 08 18:31:36.860336 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-070ddf20-3cc4-49d6-ac14-84cd507b89c8 req-86c4309d-cbc6-4ce1-bc66-5c21f9a0f580 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578412 Jun 08 18:31:36.919521 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-3992983e-c4c5-4343-9fc2-0f42666e1f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.969355 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-9e27cd8d-780f-4ada-93c4-3c4a3b1f1a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:37.057900 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-3992983e-c4c5-4343-9fc2-0f42666e1f8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1625a1eaca394c1caf650714fe3c1798&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4816496 Jun 08 18:31:37.060856 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57412) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:37.069765 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992983e-c4c5-4343-9fc2-0f42666e1f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb22ccd-1bd4-4da0-a356-b77b02de5bf3,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:37.084777 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3992983e-c4c5-4343-9fc2-0f42666e1f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:37.138153 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34af7c-1903-4666-baec-69aec6b376c5 req-afaeafb0-40e1-41cb-a4f9-7456d6ce1242 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:37.139917 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3f34af7c-1903-4666-baec-69aec6b376c5 req-afaeafb0-40e1-41cb-a4f9-7456d6ce1242 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2276411 Jun 08 18:31:37.258117 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3f34af7c-1903-4666-baec-69aec6b376c5 req-b40f1c6b-712a-4c5a-8e39-d093a51956ab tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111324 Jun 08 18:31:37.272813 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222e5571-cb1d-4108-86ce-dd5c6ee53735 {{(pid=92350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:31:37.289436 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.313123 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.provisioning_blocks [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Transition to ACTIVE for port object 222e5571-cb1d-4108-86ce-dd5c6ee53735 will not be triggered until provisioned by entity L2. {{(pid=92350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:31:37.358014 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-300c7aee-b47e-4426-89a0-540892643eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.402112 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-300c7aee-b47e-4426-89a0-540892643eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.412933 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.420837 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:37.624167 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-300c7aee-b47e-4426-89a0-540892643eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.628743 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-300c7aee-b47e-4426-89a0-540892643eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.635871 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-300c7aee-b47e-4426-89a0-540892643eab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcb22ccd-1bd4-4da0-a356-b77b02de5bf3 HTTP/1.1" status: 204 len: 168 time: 0.5685585 Jun 08 18:31:37.635871 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-dd7bcc33-0511-41b8-a138-1a7ba7aec863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:37.647832 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c7aee-b47e-4426-89a0-540892643eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb22ccd-1bd4-4da0-a356-b77b02de5bf3,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:37.683378 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-300c7aee-b47e-4426-89a0-540892643eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:37.738894 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=222e5571-cb1d-4108-86ce-dd5c6ee53735,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:37.753327 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:37.975396 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Attempting to bind port 222e5571-cb1d-4108-86ce-dd5c6ee53735 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:31:37.975922 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Attempting to bind port 222e5571-cb1d-4108-86ce-dd5c6ee53735 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'}] {{(pid=92350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:31:37.976518 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Attempting to bind port 222e5571-cb1d-4108-86ce-dd5c6ee53735 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:31:37.991363 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Port 222e5571-cb1d-4108-86ce-dd5c6ee53735 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:31:37.991788 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Attempting to bind port 222e5571-cb1d-4108-86ce-dd5c6ee53735 on network 24e0e5e0-4201-476a-9c48-59f982e8d0cf {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:31:38.006413 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:31:38.006967 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Checking segment: {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:31:38.007579 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Bound using segment: {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'} {{(pid=92350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:31:38.008261 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.managers [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Bound port: 222e5571-cb1d-4108-86ce-dd5c6ee53735, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a7b346-881f-4f47-886b-3063e398d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf'}}] {{(pid=92350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:31:38.008783 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:38.145474 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae6c26-8110-47a1-ba83-e1335200f3d5 req-19438b11-5d41-4044-9c7f-ec006ace9845 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:38.148308 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-dbae6c26-8110-47a1-ba83-e1335200f3d5 req-19438b11-5d41-4044-9c7f-ec006ace9845 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.3029144 Jun 08 18:31:38.258064 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] For port 222e5571-cb1d-4108-86ce-dd5c6ee53735, host hv-cinder-78956, cleared binding levels {{(pid=92350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:31:38.286292 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-dbae6c26-8110-47a1-ba83-e1335200f3d5 req-cfaa4e7b-5fb7-4c79-ba1a-2f0a043f8dfa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205277 Jun 08 18:31:38.289342 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] For port 222e5571-cb1d-4108-86ce-dd5c6ee53735, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=222e5571-cb1d-4108-86ce-dd5c6ee53735,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:31:38.440769 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:38.449129 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:38.616013 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:38.616679 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:38.618090 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] 10.222.0.39 "PUT /v2.0/ports/222e5571-cb1d-4108-86ce-dd5c6ee53735 HTTP/1.1" status: 200 len: 1094 time: 2.8718872 Jun 08 18:31:38.621247 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e652b5c-eb62-47ec-acd5-71050d77c2ac', 'tag': '222e5571-cb1d-4108-86ce-dd5c6ee53735'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:31:38.624183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418426dc-74c5-453f-9a59-7bb81c0cafd6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e652b5c-eb62-47ec-acd5-71050d77c2ac", "tag": "222e5571-cb1d-4108-86ce-dd5c6ee53735"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:31:38.650117 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=222e5571-cb1d-4108-86ce-dd5c6ee53735,revision_number=3']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:38.657702 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:38.680317 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547255b-b403-4dbd-b1a9-3a3eae5707c8 req-7a0b9dd2-dd45-4699-8083-cd79be504a8e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:38.682731 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1547255b-b403-4dbd-b1a9-3a3eae5707c8 req-7a0b9dd2-dd45-4699-8083-cd79be504a8e tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 944 time: 0.1510499 Jun 08 18:31:38.745541 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1547255b-b403-4dbd-b1a9-3a3eae5707c8 req-b62b9cce-e6ec-4271-9089-a6298cbf55ce tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505133 Jun 08 18:31:38.865905 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-1da7bfa1-7889-4fbc-a193-1a001ad0a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:38.867500 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-1da7bfa1-7889-4fbc-a193-1a001ad0a1b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 1097 time: 0.0968306 Jun 08 18:31:38.997698 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-71d76366-50b1-4cd4-8c94-6df257f4a602 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222e5571-cb1d-4108-86ce-dd5c6ee53735 HTTP/1.1" status: 200 len: 217 time: 0.1133766 Jun 08 18:31:39.115306 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-cb0150a1-7fa3-4e9e-bfeb-ca92b2ebe00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:39.118099 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-cb0150a1-7fa3-4e9e-bfeb-ca92b2ebe00d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 200 len: 855 time: 0.1068513 Jun 08 18:31:39.221630 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677f58a-7324-436d-a89c-452b0819de6f req-7d20fe4a-a116-4d4a-b103-f345a5bcc6bf tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:39.224281 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7677f58a-7324-436d-a89c-452b0819de6f req-7d20fe4a-a116-4d4a-b103-f345a5bcc6bf tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2818878 Jun 08 18:31:39.228799 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-5f9d1f95-8eb6-4538-b9cd-6544fb478132 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24e0e5e0-4201-476a-9c48-59f982e8d0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005273 Jun 08 18:31:39.436459 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcabdc5c-fe9e-442d-909a-db9735060787 x-openstack-request-id: req-bcabdc5c-fe9e-442d-909a-db9735060787 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:31:39.436459 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e652b5c-eb62-47ec-acd5-71050d77c2ac", "tag": "222e5571-cb1d-4108-86ce-dd5c6ee53735", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:31:39.436459 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcabdc5c-fe9e-442d-909a-db9735060787 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:31:39.436459 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e652b5c-eb62-47ec-acd5-71050d77c2ac', 'tag': '222e5571-cb1d-4108-86ce-dd5c6ee53735', 'status': 'completed', 'code': 200} Jun 08 18:31:39.475281 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7677f58a-7324-436d-a89c-452b0819de6f req-fa9e96bb-9dcf-45f8-8e76-2bb032f09d77 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398472 Jun 08 18:31:39.563076 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-eeab7e6a-259c-4755-8ef9-e2f133fc25bb service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243554 Jun 08 18:31:39.728699 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e03fe-d970-449d-b048-a7d5f232786a req-a0a31bb6-d4e0-4ca4-b254-9c0e014f2839 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:39.731282 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-503e03fe-d970-449d-b048-a7d5f232786a req-a0a31bb6-d4e0-4ca4-b254-9c0e014f2839 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1863923 Jun 08 18:31:39.821740 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-289b139e-5cd2-4e8b-86a0-fee091564d0b req-835e8412-ce4b-465f-9642-5c855adea72b service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397902 Jun 08 18:31:39.840608 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-503e03fe-d970-449d-b048-a7d5f232786a req-6fccd908-7060-4e68-99af-ac5c8511ee86 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023831 Jun 08 18:31:40.271096 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-1336f10e-7676-449c-9ad6-8f71aade3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:40.272998 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-1336f10e-7676-449c-9ad6-8f71aade3855 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 1097 time: 0.2896399 Jun 08 18:31:40.308768 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc069e-b9c6-490e-8470-81b87829d55f req-61876b6a-75b4-4c01-9be9-e2ac69de6705 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:40.310453 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-45fc069e-b9c6-490e-8470-81b87829d55f req-61876b6a-75b4-4c01-9be9-e2ac69de6705 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 944 time: 0.2708490 Jun 08 18:31:40.449690 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-45fc069e-b9c6-490e-8470-81b87829d55f req-c541d465-e0a0-455c-a058-50cf4c115fee tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831983 Jun 08 18:31:40.475759 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-2b772833-9e0e-499b-81a2-17a6f9029d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:40.477310 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-2b772833-9e0e-499b-81a2-17a6f9029d69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 200 len: 916 time: 0.1960278 Jun 08 18:31:40.602841 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-bc641dc3-6541-44d0-96c5-a1c7812a3330 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=222e5571-cb1d-4108-86ce-dd5c6ee53735 HTTP/1.1" status: 200 len: 217 time: 0.1014519 Jun 08 18:31:40.696870 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-e6c81c9d-7e1d-4f47-bc85-30b1b4ee6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:40.698713 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-e6c81c9d-7e1d-4f47-bc85-30b1b4ee6c8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 200 len: 855 time: 0.0896964 Jun 08 18:31:40.799907 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-367e2cc8-a990-45fe-a94e-1937ea267eea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=24e0e5e0-4201-476a-9c48-59f982e8d0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925484 Jun 08 18:31:40.808329 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1479a5a-0bf7-4e5c-a6d6-a8f563b18dc9 req-aa0c327d-60b7-4f60-a826-ae27ed6f518e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:40.810465 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f1479a5a-0bf7-4e5c-a6d6-a8f563b18dc9 req-aa0c327d-60b7-4f60-a826-ae27ed6f518e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1669557 Jun 08 18:31:40.905556 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f1479a5a-0bf7-4e5c-a6d6-a8f563b18dc9 req-3422282f-d6db-44bb-9b64-02ca9be76aac tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850863 Jun 08 18:31:41.000635 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-edbed561-2a68-4a6c-a6d5-1de35535e500 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909213 Jun 08 18:31:41.239530 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-418426dc-74c5-453f-9a59-7bb81c0cafd6 req-e7eae0b4-27c7-412b-9b5d-9ff0804da2a9 service neutron] 10.222.0.39 "GET /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277968 Jun 08 18:31:41.258475 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908488a7-72c8-4d11-a3b5-9c0013f735d5 req-bfee9285-0659-466a-95c0-08062cadb5cd tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:41.260444 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-908488a7-72c8-4d11-a3b5-9c0013f735d5 req-bfee9285-0659-466a-95c0-08062cadb5cd tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1660595 Jun 08 18:31:41.324748 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-908488a7-72c8-4d11-a3b5-9c0013f735d5 req-de8047e1-d955-4f0d-9b3a-af66b12ebaff tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579231 Jun 08 18:31:41.671757 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0796fb7-f76c-440e-b9df-41805943aca5 req-b579e87b-3078-43de-bbe0-181da1d15504 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:41.673591 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d0796fb7-f76c-440e-b9df-41805943aca5 req-b579e87b-3078-43de-bbe0-181da1d15504 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 944 time: 0.0988266 Jun 08 18:31:41.725008 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d0796fb7-f76c-440e-b9df-41805943aca5 req-a6b5f064-64d1-43e0-8fc1-f7400cec4f25 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454164 Jun 08 18:31:42.439463 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 222e5571-cb1d-4108-86ce-dd5c6ee53735 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:31:42.537763 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c665fd1-6730-4d7c-9f79-47fb31866655 req-40a30fbe-2121-410e-b278-e39a1a311007 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:42.539338 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3c665fd1-6730-4d7c-9f79-47fb31866655 req-40a30fbe-2121-410e-b278-e39a1a311007 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.0924525 Jun 08 18:31:42.599218 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3c665fd1-6730-4d7c-9f79-47fb31866655 req-296783b9-cb83-4252-9dc0-ef4c02cf51ca tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529292 Jun 08 18:31:42.691018 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 222e5571-cb1d-4108-86ce-dd5c6ee53735, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=222e5571-cb1d-4108-86ce-dd5c6ee53735,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:42.713335 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '222e5571-cb1d-4108-86ce-dd5c6ee53735', 'network_id': '24e0e5e0-4201-476a-9c48-59f982e8d0cf', 'port_id': '222e5571-cb1d-4108-86ce-dd5c6ee53735', 'mac_address': 'fa:16:3e:a4:3e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f853008f-4d75-4d03-9591-1f779f1d2fa5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:31:42.806089 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:42.831090 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222e5571-cb1d-4108-86ce-dd5c6ee53735 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:31:42.863867 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 222e5571-cb1d-4108-86ce-dd5c6ee53735, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=222e5571-cb1d-4108-86ce-dd5c6ee53735,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:43.020740 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afed9e-d634-455c-8dec-9e644e86ba1b req-6957a39e-735e-499b-a88e-90a2a9523fe4 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:43.022975 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:43.027036 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:43.033058 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d2afed9e-d634-455c-8dec-9e644e86ba1b req-6957a39e-735e-499b-a88e-90a2a9523fe4 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 944 time: 0.1284385 Jun 08 18:31:43.094242 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d2afed9e-d634-455c-8dec-9e644e86ba1b req-4e4dd634-0dc9-4560-b9f6-2457f6638b29 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586689 Jun 08 18:31:43.119852 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=222e5571-cb1d-4108-86ce-dd5c6ee53735,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:43.133769 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.134535 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.134928 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.135896 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.136069 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.136689 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.137236 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.137807 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.138371 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.138916 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.139439 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.139931 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:43.146463 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:43.376421 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['222e5571-cb1d-4108-86ce-dd5c6ee53735'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:31:43.822517 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69b20b-f276-4cdc-9ccd-e66cc88797d6 req-b897601c-7f95-4ac9-bf38-ce73faff782f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:43.824183 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2c69b20b-f276-4cdc-9ccd-e66cc88797d6 req-b897601c-7f95-4ac9-bf38-ce73faff782f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.0959563 Jun 08 18:31:43.912668 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2c69b20b-f276-4cdc-9ccd-e66cc88797d6 req-fa3bf1cf-2b9c-4c0c-b5fa-3f26bcce35da tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759165 Jun 08 18:31:44.139989 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f018-039c-491e-ae4a-1567c080d04d req-7e8b60ac-9305-4fd3-8e49-873426c7d666 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:44.141950 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6087f018-039c-491e-ae4a-1567c080d04d req-7e8b60ac-9305-4fd3-8e49-873426c7d666 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1029277 Jun 08 18:31:44.203898 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6087f018-039c-491e-ae4a-1567c080d04d req-56e53586-b5e0-432a-b74e-ab422f955704 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513356 Jun 08 18:31:44.498426 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc27d2-a41d-49d7-bf7b-54e9587d0030 req-84a813d3-9636-44c3-84bc-67c9ecd3fafe tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:44.501760 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d4dc27d2-a41d-49d7-bf7b-54e9587d0030 req-84a813d3-9636-44c3-84bc-67c9ecd3fafe tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 945 time: 0.1182609 Jun 08 18:31:44.574864 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d4dc27d2-a41d-49d7-bf7b-54e9587d0030 req-c196f642-cf27-449f-b6cc-9fb78addbf2a tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632665 Jun 08 18:31:44.579389 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-bd0a78ba-3be6-4395-a5d2-1d765f0d79da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1113183 Jun 08 18:31:44.743011 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-17dc0232-a1ea-4711-9781-7fe0e4ff3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:44.746371 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-17dc0232-a1ea-4711-9781-7fe0e4ff3e72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1098 time: 0.1409795 Jun 08 18:31:44.924273 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e513f-0b6c-449a-b71c-7c98b36d09fb req-d0d8b13a-744b-4992-a9c0-4fc3f757aaef tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:44.926747 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-254e513f-0b6c-449a-b71c-7c98b36d09fb req-d0d8b13a-744b-4992-a9c0-4fc3f757aaef tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1651134 Jun 08 18:31:45.017962 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-254e513f-0b6c-449a-b71c-7c98b36d09fb req-c490ba06-cea2-40b6-9e87-8e4a18a231fb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822027 Jun 08 18:31:45.091639 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-f40d3102-5220-4c59-81df-558987d64323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:45.093777 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-f40d3102-5220-4c59-81df-558987d64323 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 920 time: 0.3123062 Jun 08 18:31:45.175325 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-33b3bfd9-6974-4e30-a347-4916e4cb6abe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7307f1bd-754d-4f35-8bd9-e313462233c0 HTTP/1.1" status: 200 len: 217 time: 0.0718746 Jun 08 18:31:45.226738 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c6b8c-040f-4eb7-b33d-8721d178d535 req-8a0e88d8-04df-4005-8914-43c2939e9c3b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:45.229387 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ca7c6b8c-040f-4eb7-b33d-8721d178d535 req-8a0e88d8-04df-4005-8914-43c2939e9c3b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1004472 Jun 08 18:31:45.295190 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ca7c6b8c-040f-4eb7-b33d-8721d178d535 req-c3bff8c7-fa50-428a-a526-a6a3566e325d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548522 Jun 08 18:31:45.318160 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-95355cb4-939b-4f29-ae04-5e73022eb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:45.319936 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-95355cb4-939b-4f29-ae04-5e73022eb47c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.1336906 Jun 08 18:31:45.376560 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-764084c0-1dc6-4e83-bc81-1632b66cb5dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489101 Jun 08 18:31:45.661075 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-a8283ee6-239c-445d-98a7-3143e5b8a2af service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744906 Jun 08 18:31:45.812081 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:45.865830 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd9ccd-3e0e-424f-a8b6-f1f0da41afd5 req-97a02390-495d-4d8a-8285-87dc90ca4187 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:45.868589 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-69dd9ccd-3e0e-424f-a8b6-f1f0da41afd5 req-97a02390-495d-4d8a-8285-87dc90ca4187 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 945 time: 0.1053975 Jun 08 18:31:45.911855 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2cd4580a-b52d-48ae-b89d-aa8215326a58 req-c24aa542-8cbf-42b5-abf8-1f5ba8bbb5ce service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437325 Jun 08 18:31:45.953788 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-69dd9ccd-3e0e-424f-a8b6-f1f0da41afd5 req-91c48dd5-ee5c-4405-928d-299b6b5f39f1 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717487 Jun 08 18:31:46.225858 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243fdfa-7117-4188-9ce2-cf874d7754f7 req-97c181dd-6e72-40b0-b71a-7c76017e3ac4 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:46.227476 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d243fdfa-7117-4188-9ce2-cf874d7754f7 req-97c181dd-6e72-40b0-b71a-7c76017e3ac4 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.0941293 Jun 08 18:31:46.279590 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d243fdfa-7117-4188-9ce2-cf874d7754f7 req-d53db867-14b7-4870-84e0-af5bbd5af9d9 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434425 Jun 08 18:31:46.471030 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 222e5571-cb1d-4108-86ce-dd5c6ee53735 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:31:46.640695 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b393f-ff71-4a11-a827-836dc7cc701b req-aa5c2792-5612-4ec7-be10-51af95f123d6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:46.649102 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1b2b393f-ff71-4a11-a827-836dc7cc701b req-aa5c2792-5612-4ec7-be10-51af95f123d6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1850374 Jun 08 18:31:46.667546 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 222e5571-cb1d-4108-86ce-dd5c6ee53735 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:31:46.677191 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 222e5571-cb1d-4108-86ce-dd5c6ee53735 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:31:46.678107 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:46.751952 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1b2b393f-ff71-4a11-a827-836dc7cc701b req-5357e6c8-65e8-48b5-acbf-d3c31a265df5 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956526 Jun 08 18:31:46.890510 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:46.934426 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e652b5c-eb62-47ec-acd5-71050d77c2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222e5571-cb1d-4108-86ce-dd5c6ee53735'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:31:46.937953 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b4f1ed-ebad-422d-bdef-4f4201601112" -d '{"events": [{"server_uuid": "5e652b5c-eb62-47ec-acd5-71050d77c2ac", "name": "network-vif-plugged", "status": "completed", "tag": "222e5571-cb1d-4108-86ce-dd5c6ee53735"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:31:46.952444 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 222e5571-cb1d-4108-86ce-dd5c6ee53735, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=222e5571-cb1d-4108-86ce-dd5c6ee53735,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:46.991001 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1c9932-ca0d-4429-b692-11e148139ef6 x-openstack-request-id: req-3f1c9932-ca0d-4429-b692-11e148139ef6 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:31:46.991654 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e652b5c-eb62-47ec-acd5-71050d77c2ac", "name": "network-vif-plugged", "status": "completed", "tag": "222e5571-cb1d-4108-86ce-dd5c6ee53735", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:31:46.992072 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f1c9932-ca0d-4429-b692-11e148139ef6 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:31:46.992800 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e652b5c-eb62-47ec-acd5-71050d77c2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222e5571-cb1d-4108-86ce-dd5c6ee53735', 'code': 200} Jun 08 18:31:47.093079 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:47.099364 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-102330cd-fd28-4ed9-8bd4-88df15ed8549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:47.257479 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=222e5571-cb1d-4108-86ce-dd5c6ee53735,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:47.263984 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ae85b-d9eb-4d8d-9391-3689e6e17e5e req-6ca38b9a-979d-4cab-b1ce-9fd4214f77bb tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:47.265578 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-823ae85b-d9eb-4d8d-9391-3689e6e17e5e req-6ca38b9a-979d-4cab-b1ce-9fd4214f77bb tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 946 time: 0.1297047 Jun 08 18:31:47.288625 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:47.330347 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-823ae85b-d9eb-4d8d-9391-3689e6e17e5e req-a7c7bdd0-fa96-496c-aa77-f390c1701438 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Jun 08 18:31:47.613054 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2150442-588d-43d1-ad01-77263776f447 req-6a68c32d-fa32-4992-ab58-00ec2a24c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:47.616295 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b2150442-588d-43d1-ad01-77263776f447 req-6a68c32d-fa32-4992-ab58-00ec2a24c7e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 1099 time: 0.1514370 Jun 08 18:31:47.681684 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b2150442-588d-43d1-ad01-77263776f447 req-57d1c3a4-c26c-492c-a2df-c45d74ee9d48 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567544 Jun 08 18:31:47.705969 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240dd52-bbec-43fe-8b08-ab461b65a727 req-e5856fff-3642-48da-b48a-e1ab0679013d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:47.709016 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c240dd52-bbec-43fe-8b08-ab461b65a727 req-e5856fff-3642-48da-b48a-e1ab0679013d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1804435 Jun 08 18:31:47.800706 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c240dd52-bbec-43fe-8b08-ab461b65a727 req-02ca9870-7f76-409f-8cf0-06efdd7d92f6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808380 Jun 08 18:31:48.033476 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb898d-0511-4a4f-aa16-1193a7b179d1 req-f87fc98f-2b52-42e0-8f7c-3ea11b8c0e0c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:48.036651 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-22cb898d-0511-4a4f-aa16-1193a7b179d1 req-f87fc98f-2b52-42e0-8f7c-3ea11b8c0e0c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1525402 Jun 08 18:31:48.112062 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-22cb898d-0511-4a4f-aa16-1193a7b179d1 req-e0b8b0e7-0e45-4ec9-ad39-efeb53acdda7 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649240 Jun 08 18:31:48.624749 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 57630) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:48.714808 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e9f1-40c4-44a3-907e-493de2631298 req-c70d3af2-5f9a-4c9e-b07a-bb628b305d76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:48.723294 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3872e9f1-40c4-44a3-907e-493de2631298 req-c70d3af2-5f9a-4c9e-b07a-bb628b305d76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 946 time: 0.1858790 Jun 08 18:31:48.784650 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3872e9f1-40c4-44a3-907e-493de2631298 req-c398cfb2-5e18-48df-b54c-dbc56198f9b0 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602179 Jun 08 18:31:48.851181 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afab0672-e052-476f-b0a5-a0ae68dc4d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.077266 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afab0672-e052-476f-b0a5-a0ae68dc4d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.097110 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d719c8b-9308-4f64-a424-c4caff630a7c req-ff719a14-6216-4048-bdf5-c7e11265672c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:49.099552 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1d719c8b-9308-4f64-a424-c4caff630a7c req-ff719a14-6216-4048-bdf5-c7e11265672c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1474078 Jun 08 18:31:49.169208 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1d719c8b-9308-4f64-a424-c4caff630a7c req-8b584973-57bd-4df4-ae94-69100485e012 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588686 Jun 08 18:31:49.211645 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afab0672-e052-476f-b0a5-a0ae68dc4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.223779 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-208970a4-b1cd-475f-be45-b783a093aa16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:49.268287 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab0672-e052-476f-b0a5-a0ae68dc4d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c955e23-2ed3-4044-902a-e7a405399d89,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:49.273045 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-afab0672-e052-476f-b0a5-a0ae68dc4d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:49.277620 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-afab0672-e052-476f-b0a5-a0ae68dc4d5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ea79d78c1d94c2eb43b3a023c091e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6509135 Jun 08 18:31:49.279822 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57644) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:49.413129 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-70741370-3bfa-4eae-baa7-81ef3c6c90cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.448622 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-70741370-3bfa-4eae-baa7-81ef3c6c90cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.489627 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59893bc9-98c9-447a-9f1b-9bf70bdb8e06 req-bf39076c-a91e-4ec5-a7f4-18b01d7b453a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:49.491340 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59893bc9-98c9-447a-9f1b-9bf70bdb8e06 req-bf39076c-a91e-4ec5-a7f4-18b01d7b453a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1594331 Jun 08 18:31:49.561121 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59893bc9-98c9-447a-9f1b-9bf70bdb8e06 req-b4979834-2329-4e16-b107-312a3c07ea85 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554478 Jun 08 18:31:49.644319 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-70741370-3bfa-4eae-baa7-81ef3c6c90cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.648170 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-70741370-3bfa-4eae-baa7-81ef3c6c90cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.653058 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-70741370-3bfa-4eae-baa7-81ef3c6c90cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c955e23-2ed3-4044-902a-e7a405399d89 HTTP/1.1" status: 204 len: 168 time: 0.3684013 Jun 08 18:31:49.653058 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a558da64-d767-40fe-84c4-fb9efe476b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:49.660983 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70741370-3bfa-4eae-baa7-81ef3c6c90cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c955e23-2ed3-4044-902a-e7a405399d89,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:49.663972 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-70741370-3bfa-4eae-baa7-81ef3c6c90cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:49.999102 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197bea9-8164-42fb-8750-8acbbf41e3ad req-2085c005-a7b7-44cb-8d4e-791d9d3df122 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:50.012848 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7197bea9-8164-42fb-8750-8acbbf41e3ad req-2085c005-a7b7-44cb-8d4e-791d9d3df122 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 946 time: 0.1163590 Jun 08 18:31:50.074167 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7197bea9-8164-42fb-8750-8acbbf41e3ad req-ae62ae46-46ba-4ae7-b9e7-971fdb3fa4fc tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592973 Jun 08 18:31:50.504759 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:31:50.532233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344e2c6-53bf-4890-9315-a89bd77b1169 req-c7f778f7-f6de-4b0c-b472-e486ef5ecf1a tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:50.534903 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2344e2c6-53bf-4890-9315-a89bd77b1169 req-c7f778f7-f6de-4b0c-b472-e486ef5ecf1a tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1387608 Jun 08 18:31:50.581925 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57676) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:50.601181 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2344e2c6-53bf-4890-9315-a89bd77b1169 req-73c20e33-68a2-4353-a123-60d521edb6d9 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534317 Jun 08 18:31:50.611991 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-af48d2b0-db14-4864-87ad-fb5c324afffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:50.820609 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:50.852020 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-af48d2b0-db14-4864-87ad-fb5c324afffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:50.854985 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'port_id': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:31:50.920078 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-af48d2b0-db14-4864-87ad-fb5c324afffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:50.932666 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-70741370-3bfa-4eae-baa7-81ef3c6c90cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:50.981230 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-af48d2b0-db14-4864-87ad-fb5c324afffc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24ee86d6bd1749ea9dea5c1d9fad852d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978026 Jun 08 18:31:50.982636 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48d2b0-db14-4864-87ad-fb5c324afffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ea91ba-b494-442c-9a8b-119ddce5d258,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:50.985457 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57682) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:50.988926 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.001128 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-af48d2b0-db14-4864-87ad-fb5c324afffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:51.008227 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d63176-b594-4cc0-be90-1fa44a5b661d req-6d68f69c-ec8b-40f4-b951-66ebad3f5297 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:51.021005 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-28d63176-b594-4cc0-be90-1fa44a5b661d req-6d68f69c-ec8b-40f4-b951-66ebad3f5297 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.2012644 Jun 08 18:31:51.035939 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:31:51.070296 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-559a52b5-f480-4a26-a734-71397c3b534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.110210 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:51.133572 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-559a52b5-f480-4a26-a734-71397c3b534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.233813 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-28d63176-b594-4cc0-be90-1fa44a5b661d req-027e9e0a-5c20-4095-92fd-61c96967fadd tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104981 Jun 08 18:31:51.315195 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.319173 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:51.477568 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=6']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:51.485136 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:51.530260 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:31:51.623759 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-559a52b5-f480-4a26-a734-71397c3b534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.629319 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-559a52b5-f480-4a26-a734-71397c3b534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.633156 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-559a52b5-f480-4a26-a734-71397c3b534c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85ea91ba-b494-442c-9a8b-119ddce5d258 HTTP/1.1" status: 204 len: 168 time: 0.6460984 Jun 08 18:31:51.635403 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a90a47ac-be00-48df-8d86-d18cb9b3c3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:51.656199 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a52b5-f480-4a26-a734-71397c3b534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ea91ba-b494-442c-9a8b-119ddce5d258,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:51.661131 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-559a52b5-f480-4a26-a734-71397c3b534c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:51.823746 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:31:51.948022 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-19b8265d-1819-40f9-99da-af9384274646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.976783 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31322884-6ae8-4e31-b9c1-2c21c540513f req-ad3097e0-f528-48dc-b563-e00a9a34a0a3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:51.978777 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-31322884-6ae8-4e31-b9c1-2c21c540513f req-ad3097e0-f528-48dc-b563-e00a9a34a0a3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1336262 Jun 08 18:31:52.162746 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d44f2-9c35-4b8e-a111-2dcb5f538521 req-e0bdce04-cc97-419a-84ba-38756539fd43 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:52.169814 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3c8d44f2-9c35-4b8e-a111-2dcb5f538521 req-e0bdce04-cc97-419a-84ba-38756539fd43 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2658920 Jun 08 18:31:52.224243 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-31322884-6ae8-4e31-b9c1-2c21c540513f req-f232a29a-e0b2-4304-b793-adbbc67911a9 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586964 Jun 08 18:31:52.254004 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-22bb770a-f889-47ec-8dda-95dc7e5d8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:52.258323 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-22bb770a-f889-47ec-8dda-95dc7e5d8e42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1098 time: 0.2677774 Jun 08 18:31:52.283135 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3c8d44f2-9c35-4b8e-a111-2dcb5f538521 req-9277ef02-a8e3-4c61-a46b-6aae51cdd217 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950916 Jun 08 18:31:52.407185 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57722) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:52.530523 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:31:52.609257 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-3f13ee85-ef34-487d-ac87-f1a308cc4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:52.612369 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-3f13ee85-ef34-487d-ac87-f1a308cc4bd2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 920 time: 0.3445270 Jun 08 18:31:52.633785 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:31:52.634230 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.753078 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-75bb3932-e3f4-4bdf-af22-6f9899336556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.753732 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-44fe6589-ac84-401e-abea-1753ea65c677 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7307f1bd-754d-4f35-8bd9-e313462233c0 HTTP/1.1" status: 200 len: 217 time: 0.1302619 Jun 08 18:31:52.823384 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.865334 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c12fb3-d815-4ac6-87f5-e39255617a30 req-daf8b189-2946-40e9-a33e-4e50c8bb1320 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:52.869657 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:31:52.873439 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c7c12fb3-d815-4ac6-87f5-e39255617a30 req-daf8b189-2946-40e9-a33e-4e50c8bb1320 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 944 time: 0.4069464 Jun 08 18:31:52.873610 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4921cd8b-558b-44a0-901d-cf0605015c21" -d '{"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:31:52.885551 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:52.950159 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c7c12fb3-d815-4ac6-87f5-e39255617a30 req-41423bf4-e6db-4a59-bd85-cef6a1f46bb3 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751822 Jun 08 18:31:52.951954 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-097390a3-6de2-4c47-aa40-b653edce6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:52.963528 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-097390a3-6de2-4c47-aa40-b653edce6db1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.1928468 Jun 08 18:31:52.989248 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.991209 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:53.054042 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-75bb3932-e3f4-4bdf-af22-6f9899336556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.058395 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-7fa2d72a-e428-4585-a41d-07923131e45e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850143 Jun 08 18:31:53.063961 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178161b7-2fb6-4282-9dd2-efa82cba6f9b x-openstack-request-id: req-178161b7-2fb6-4282-9dd2-efa82cba6f9b {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:31:53.064280 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:31:53.064533 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-178161b7-2fb6-4282-9dd2-efa82cba6f9b {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:31:53.064946 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'code': 200} Jun 08 18:31:53.092641 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=7']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:53.098417 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:53.165501 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-75bb3932-e3f4-4bdf-af22-6f9899336556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.177460 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ad59161c-7240-48e5-9fca-bc017370a9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:53.257742 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-75bb3932-e3f4-4bdf-af22-6f9899336556 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96d8fb94a5f84cc7abc509b101d7f692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8470089 Jun 08 18:31:53.257742 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb3932-e3f4-4bdf-af22-6f9899336556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa637bad-3f68-4f4b-9cb9-34aba454b561,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:53.259658 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57760) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:53.428845 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-75bb3932-e3f4-4bdf-af22-6f9899336556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:53.472691 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-e6c73b17-f3a0-46b6-bf88-25e2b176a1da service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045107 Jun 08 18:31:53.650626 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-49877bea-c41d-4bf8-b77c-7b728011b02e req-9449a975-6507-4051-828e-89087880e7a7 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722765 Jun 08 18:31:53.677972 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5d3ff097-0de8-4759-bac0-f60aa7d86314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.762846 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5d3ff097-0de8-4759-bac0-f60aa7d86314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.793610 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1e099-79a8-47ed-bed0-e1bbd2e7ba6b req-677e77e1-d0cc-4b27-aad1-2e7dcfe04adb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:53.795203 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e5d1e099-79a8-47ed-bed0-e1bbd2e7ba6b req-677e77e1-d0cc-4b27-aad1-2e7dcfe04adb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1436341 Jun 08 18:31:53.884853 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e5d1e099-79a8-47ed-bed0-e1bbd2e7ba6b req-2df4d8c1-a14d-4ffe-a6b0-70f80a0ca5f1 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803199 Jun 08 18:31:53.999615 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5d3ff097-0de8-4759-bac0-f60aa7d86314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:54.002251 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5d3ff097-0de8-4759-bac0-f60aa7d86314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:54.006066 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-5d3ff097-0de8-4759-bac0-f60aa7d86314 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa637bad-3f68-4f4b-9cb9-34aba454b561 HTTP/1.1" status: 204 len: 168 time: 0.7424030 Jun 08 18:31:54.006066 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-52bf9b13-37ad-4d18-828e-7f317e68b4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:54.020366 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ff097-0de8-4759-bac0-f60aa7d86314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa637bad-3f68-4f4b-9cb9-34aba454b561,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:54.023461 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-5d3ff097-0de8-4759-bac0-f60aa7d86314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:54.242517 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbecb3-fcf0-47a0-a5fb-bca47d9b46a5 req-f489e888-03ae-4764-ad56-78a07a0eda38 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:54.245020 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-57dbecb3-fcf0-47a0-a5fb-bca47d9b46a5 req-f489e888-03ae-4764-ad56-78a07a0eda38 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2472782 Jun 08 18:31:54.400179 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec821b7-233d-4e98-b0e2-4779f0b99a43 req-5901bbaf-2d12-49c7-ba6f-f22392528621 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:54.411520 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8ec821b7-233d-4e98-b0e2-4779f0b99a43 req-5901bbaf-2d12-49c7-ba6f-f22392528621 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1451421 Jun 08 18:31:54.453085 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-57dbecb3-fcf0-47a0-a5fb-bca47d9b46a5 req-8965c1b3-99a7-4df2-97eb-c8f2cc8af142 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919546 Jun 08 18:31:54.562086 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8ec821b7-233d-4e98-b0e2-4779f0b99a43 req-93b01b9d-8e7d-46bb-9162-b1f74f3c0d47 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475692 Jun 08 18:31:54.697963 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:54.724959 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57806) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:55.052050 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-45dc1bea-2f0c-4d65-bb43-f5157fc56d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.148670 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0d823fd1-acf4-478e-8f4d-85f05aa5d7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.285222 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-45dc1bea-2f0c-4d65-bb43-f5157fc56d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.297162 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f9994-9e72-4eaf-a31f-41a1d3e8f3eb req-e568cfb9-0aab-41f3-83e4-b5465fa0fef9 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:55.309052 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5a2f9994-9e72-4eaf-a31f-41a1d3e8f3eb req-e568cfb9-0aab-41f3-83e4-b5465fa0fef9 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1883934 Jun 08 18:31:55.407742 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5a2f9994-9e72-4eaf-a31f-41a1d3e8f3eb req-560e89be-f823-492b-8689-242f10426e6a tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948358 Jun 08 18:31:55.446866 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-45dc1bea-2f0c-4d65-bb43-f5157fc56d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.467918 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-75bb3932-e3f4-4bdf-af22-6f9899336556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:55.535538 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc1bea-2f0c-4d65-bb43-f5157fc56d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e823d5d-7e59-4590-8a64-76f1495a419e,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:55.540898 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-45dc1bea-2f0c-4d65-bb43-f5157fc56d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:55.544426 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-45dc1bea-2f0c-4d65-bb43-f5157fc56d77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30519cbfd2994845ba056e17431f48e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178680 Jun 08 18:31:55.547308 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57854) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:55.813790 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ac9a431d-a061-432a-9d7d-d07636439d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.894440 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ac9a431d-a061-432a-9d7d-d07636439d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.908730 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.921729 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20fbbc-e8ce-4c7a-ae73-192981e4b2c0 req-6c92c062-e137-404a-8be8-bae6788d56c0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:55.932420 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6d20fbbc-e8ce-4c7a-ae73-192981e4b2c0 req-6c92c062-e137-404a-8be8-bae6788d56c0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1697598 Jun 08 18:31:56.029937 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198752b-8ccf-414a-ae65-39b20662aa6b req-5228d518-e0d2-4635-aa46-d378069d19b5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:56.032311 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7198752b-8ccf-414a-ae65-39b20662aa6b req-5228d518-e0d2-4635-aa46-d378069d19b5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.4099045 Jun 08 18:31:56.039277 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6d20fbbc-e8ce-4c7a-ae73-192981e4b2c0 req-29dd93c9-e3bc-484f-b278-87ef71dca66f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036825 Jun 08 18:31:56.105714 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7198752b-8ccf-414a-ae65-39b20662aa6b req-a3514dd0-4053-4f2f-9681-2d5ee54ec269 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675089 Jun 08 18:31:56.438878 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ac9a431d-a061-432a-9d7d-d07636439d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:56.442055 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ac9a431d-a061-432a-9d7d-d07636439d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:56.452723 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-ac9a431d-a061-432a-9d7d-d07636439d15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e823d5d-7e59-4590-8a64-76f1495a419e HTTP/1.1" status: 204 len: 168 time: 0.9012589 Jun 08 18:31:56.460428 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8008d995-bad8-4ff9-9229-20fdb4cabe80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:56.484971 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a431d-a061-432a-9d7d-d07636439d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e823d5d-7e59-4590-8a64-76f1495a419e,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:56.489541 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ac9a431d-a061-432a-9d7d-d07636439d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:56.987744 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2923d2-809d-4742-a2aa-d02cb03ddc0a req-b497ceeb-8cf8-4198-a405-cd575a17fa7c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:56.998919 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3e2923d2-809d-4742-a2aa-d02cb03ddc0a req-b497ceeb-8cf8-4198-a405-cd575a17fa7c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1703875 Jun 08 18:31:57.101405 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3e2923d2-809d-4742-a2aa-d02cb03ddc0a req-e1be6970-9f42-4576-94fc-d1064454dbf3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003075 Jun 08 18:31:57.408464 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35811d62-7482-46b7-ae80-6250c21ea73a req-47415d2c-d3e9-49d9-b42f-9e2f5d5b2ea1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:57.411158 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-35811d62-7482-46b7-ae80-6250c21ea73a req-47415d2c-d3e9-49d9-b42f-9e2f5d5b2ea1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1692586 Jun 08 18:31:57.474702 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.545333 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-35811d62-7482-46b7-ae80-6250c21ea73a req-d6466cc7-c72d-4dab-a6f6-9537d535c3ca tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186619 Jun 08 18:31:57.553144 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bae4d-bc3e-4c07-8576-faba6008b568 req-038613ab-0984-4ca0-ac70-ad7710254bfc tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:57.561662 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6b1bae4d-bc3e-4c07-8576-faba6008b568 req-038613ab-0984-4ca0-ac70-ad7710254bfc tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2721834 Jun 08 18:31:57.682814 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6b1bae4d-bc3e-4c07-8576-faba6008b568 req-8cdc7df2-d83d-4442-ac60-8e53cd542046 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069069 Jun 08 18:31:58.295274 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57910) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:58.393065 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-38cc3dd9-c60e-4dcf-bdb7-2538e589b455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.492685 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacc88d-11fc-4287-aed0-26d0edd17f40 req-2206b53c-8722-4bf7-89c2-9495222965e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:58.501275 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9aacc88d-11fc-4287-aed0-26d0edd17f40 req-2206b53c-8722-4bf7-89c2-9495222965e7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1756287 Jun 08 18:31:58.574604 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9aacc88d-11fc-4287-aed0-26d0edd17f40 req-32570251-e71b-490c-a034-0e088e788ca5 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722501 Jun 08 18:31:58.680343 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-38cc3dd9-c60e-4dcf-bdb7-2538e589b455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.825230 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca2cc2-795d-4caa-bc18-7e68d29dc834 req-fac55976-7ddb-4c9a-a30e-cf838a7bcec0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:58.826986 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0aca2cc2-795d-4caa-bc18-7e68d29dc834 req-fac55976-7ddb-4c9a-a30e-cf838a7bcec0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1517854 Jun 08 18:31:58.907626 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0aca2cc2-795d-4caa-bc18-7e68d29dc834 req-72d3fe55-bb90-4046-9f9a-61ddcacca9a2 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722449 Jun 08 18:31:58.926116 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-38cc3dd9-c60e-4dcf-bdb7-2538e589b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.948664 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:59.047252 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc3dd9-c60e-4dcf-bdb7-2538e589b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763df4f5-4e24-44da-826b-ebb949cb3413,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:59.053661 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-38cc3dd9-c60e-4dcf-bdb7-2538e589b455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:59.063374 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 57930) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:59.075270 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-38cc3dd9-c60e-4dcf-bdb7-2538e589b455 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86797950ca0546e280d051942e45889c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7782359 Jun 08 18:31:59.486877 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bdfa67e0-146b-430b-b33c-4759d9a925b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.616892 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bdfa67e0-146b-430b-b33c-4759d9a925b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.715996 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0362c4-a895-4adb-bed1-6c1f56b2e429 req-0c609fb9-f9da-4445-8cc0-6e9475e56391 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:59.715996 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ce0362c4-a895-4adb-bed1-6c1f56b2e429 req-0c609fb9-f9da-4445-8cc0-6e9475e56391 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.5886965 Jun 08 18:31:59.793183 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ce0362c4-a895-4adb-bed1-6c1f56b2e429 req-4c2e9d2f-d9b2-49c3-885b-7c119adb64d6 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669999 Jun 08 18:31:59.846876 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bdfa67e0-146b-430b-b33c-4759d9a925b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.852071 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bdfa67e0-146b-430b-b33c-4759d9a925b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.854160 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-bdfa67e0-146b-430b-b33c-4759d9a925b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/763df4f5-4e24-44da-826b-ebb949cb3413 HTTP/1.1" status: 204 len: 168 time: 0.7892818 Jun 08 18:31:59.855720 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-47e673e8-6ef7-408a-a229-65cee4461417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:59.874580 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa67e0-146b-430b-b33c-4759d9a925b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763df4f5-4e24-44da-826b-ebb949cb3413,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:59.879934 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bdfa67e0-146b-430b-b33c-4759d9a925b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:00.150523 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba4d90-37bb-4d1b-81da-1179e0e9c5a1 req-bfb4772d-0414-4284-809e-d979d4a5eda6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:00.158461 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a0ba4d90-37bb-4d1b-81da-1179e0e9c5a1 req-bfb4772d-0414-4284-809e-d979d4a5eda6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1208451 Jun 08 18:32:00.222840 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a0ba4d90-37bb-4d1b-81da-1179e0e9c5a1 req-d0313288-c9d1-47c2-b4f4-5ab7d4eb5a86 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638084 Jun 08 18:32:00.281932 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12c3fc-7710-431d-a548-b8f9e0009862 req-a387d7b3-792c-409b-8bdc-504f256a70b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:00.289647 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2c12c3fc-7710-431d-a548-b8f9e0009862 req-a387d7b3-792c-409b-8bdc-504f256a70b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1161656 Jun 08 18:32:00.352288 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2c12c3fc-7710-431d-a548-b8f9e0009862 req-b9c18f3a-77d9-4f2f-b2ea-2aa161dc7eda tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609312 Jun 08 18:32:01.096405 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd6ee9-5a8b-46f1-93c2-63d73eedffd7 req-427e3fc7-d067-499d-a594-4ee021bc72c3 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:01.106876 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-26dd6ee9-5a8b-46f1-93c2-63d73eedffd7 req-427e3fc7-d067-499d-a594-4ee021bc72c3 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1142688 Jun 08 18:32:01.176628 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-26dd6ee9-5a8b-46f1-93c2-63d73eedffd7 req-c384153d-184e-4359-808e-c207e9fcec83 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686822 Jun 08 18:32:01.227527 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 57958) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:01.266564 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4d1b07cc-b7a5-4ce3-bd23-b19101e8e9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:01.511264 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4d1b07cc-b7a5-4ce3-bd23-b19101e8e9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:01.575441 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4d1b07cc-b7a5-4ce3-bd23-b19101e8e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:01.619095 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83f048-9bb4-4ea1-bd46-ef2055a839ac req-fdebad99-8472-494a-b30a-57c45fc70689 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:01.629815 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1c83f048-9bb4-4ea1-bd46-ef2055a839ac req-fdebad99-8472-494a-b30a-57c45fc70689 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.2099111 Jun 08 18:32:01.666721 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-1e23902d-5ba0-422a-8998-0416090a82a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:01.694240 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-4d1b07cc-b7a5-4ce3-bd23-b19101e8e9fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85553c0364114b5bbee357f65601cd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646230 Jun 08 18:32:01.697928 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 57970) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:01.735149 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1c83f048-9bb4-4ea1-bd46-ef2055a839ac req-17950c00-5c03-4aab-8937-d498a13b105c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027980 Jun 08 18:32:01.747286 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b07cc-b7a5-4ce3-bd23-b19101e8e9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95fc614-7a72-4e26-adde-0e2b96d39fda,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:01.773066 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-4d1b07cc-b7a5-4ce3-bd23-b19101e8e9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:01.861502 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84bab7-61a2-470a-a92f-ef377eb01a40 req-f539006a-aefe-4638-be6e-26235575b45b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:01.877492 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-64f0d06f-95a5-4034-916f-5a423aee5ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:01.879023 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fc84bab7-61a2-470a-a92f-ef377eb01a40 req-f539006a-aefe-4638-be6e-26235575b45b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.2568519 Jun 08 18:32:01.932388 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-64f0d06f-95a5-4034-916f-5a423aee5ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:02.097727 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fc84bab7-61a2-470a-a92f-ef377eb01a40 req-fc937293-797e-49d0-8dc2-0f6afeaaa726 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165360 Jun 08 18:32:02.154213 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-64f0d06f-95a5-4034-916f-5a423aee5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:02.159186 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-64f0d06f-95a5-4034-916f-5a423aee5ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:02.161763 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-64f0d06f-95a5-4034-916f-5a423aee5ad4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d95fc614-7a72-4e26-adde-0e2b96d39fda HTTP/1.1" status: 204 len: 168 time: 0.4626451 Jun 08 18:32:02.163072 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-5ee2bdaa-0bc1-4901-8c52-4da5bf94ab8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:02.182567 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0d06f-95a5-4034-916f-5a423aee5ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95fc614-7a72-4e26-adde-0e2b96d39fda,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:02.186519 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-64f0d06f-95a5-4034-916f-5a423aee5ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:02.669206 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaf736-b6ec-4d59-b388-5718af1cb864 req-60ea0bb8-6d3c-44b3-8dda-6d6e5c03f642 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:02.671712 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7acaf736-b6ec-4d59-b388-5718af1cb864 req-60ea0bb8-6d3c-44b3-8dda-6d6e5c03f642 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2433023 Jun 08 18:32:02.754899 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7acaf736-b6ec-4d59-b388-5718af1cb864 req-ca0d44ab-dc09-43da-bd50-436d2e13708c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653169 Jun 08 18:32:03.118333 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60576c-837b-404a-84c5-8b69ae472a67 req-e4379dfe-d65b-4e19-8f61-c04f4d439bc8 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:03.119913 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3e60576c-837b-404a-84c5-8b69ae472a67 req-e4379dfe-d65b-4e19-8f61-c04f4d439bc8 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1288309 Jun 08 18:32:03.220776 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3e60576c-837b-404a-84c5-8b69ae472a67 req-096f60d7-c976-432a-8dea-f4ec6a2f5282 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773029 Jun 08 18:32:03.358036 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-99e22008-f70b-46a2-aa8a-c41c236ecd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:03.359496 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-99e22008-f70b-46a2-aa8a-c41c236ecd76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 1099 time: 0.1977868 Jun 08 18:32:03.454289 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e9de-93ae-4f9c-a0d0-900a00a1b256 req-fe296dfa-a4d2-43b9-91b5-c0b98cfea761 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:03.455849 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d7c1e9de-93ae-4f9c-a0d0-900a00a1b256 req-fe296dfa-a4d2-43b9-91b5-c0b98cfea761 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.2007563 Jun 08 18:32:03.653206 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d7c1e9de-93ae-4f9c-a0d0-900a00a1b256 req-b4ebd142-4ec5-4913-8c5a-ad3e7ff4050f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878614 Jun 08 18:32:03.659549 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-0fbc369c-611e-4b2e-9318-6a4bc5f37bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:03.662295 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-0fbc369c-611e-4b2e-9318-6a4bc5f37bd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 912 time: 0.2956812 Jun 08 18:32:03.828695 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-dd3a1a27-afb7-4fe4-8518-7833d3d300e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41 HTTP/1.1" status: 200 len: 1001 time: 0.1571450 Jun 08 18:32:03.902335 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-981de8ce-3345-4c43-b2c4-52299267439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:03.903922 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-981de8ce-3345-4c43-b2c4-52299267439c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 200 len: 850 time: 0.0670569 Jun 08 18:32:04.074658 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-e1599ad8-7d5b-4744-bf3a-c2d40ef9309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:04.076332 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-e1599ad8-7d5b-4744-bf3a-c2d40ef9309e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1625569 Jun 08 18:32:04.092260 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f279f51-7feb-4d36-aaca-da9098604760 req-4d90d21a-ca17-430a-8663-a099b588b647 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:04.092903 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f279f51-7feb-4d36-aaca-da9098604760 req-4d90d21a-ca17-430a-8663-a099b588b647 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 946 time: 0.1392586 Jun 08 18:32:04.097027 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7493b-416d-43bf-b7aa-ac253a0cd38e req-9ef6512f-7135-423d-b28d-db2413e2103a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:04.098599 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7eb7493b-416d-43bf-b7aa-ac253a0cd38e req-9ef6512f-7135-423d-b28d-db2413e2103a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1149435 Jun 08 18:32:04.182072 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7eb7493b-416d-43bf-b7aa-ac253a0cd38e req-d1c7a672-e6ef-4fb7-a6a5-b001bfefbec3 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768023 Jun 08 18:32:04.308060 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f279f51-7feb-4d36-aaca-da9098604760 req-00985c3d-67ba-4920-a96b-dc85bacacc2b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942427 Jun 08 18:32:04.378811 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-ca4ae98f-5792-4382-a46c-33315ac92316 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847745 Jun 08 18:32:04.559265 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f96e95-d511-4b87-be6f-f0a63056afb8 req-5b18185e-7698-4311-bd01-ac0446ca152f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:04.559536 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4864b4fb-69cb-4c30-b045-3946b977a8c1 req-b06cd6fa-8a4d-4312-b22c-fcee22743238 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683788 Jun 08 18:32:04.561228 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-41f96e95-d511-4b87-be6f-f0a63056afb8 req-5b18185e-7698-4311-bd01-ac0446ca152f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1386914 Jun 08 18:32:04.631383 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-41f96e95-d511-4b87-be6f-f0a63056afb8 req-04929dd7-9490-4d84-966d-62ef9be34451 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633016 Jun 08 18:32:04.894493 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2437bc2-bc0c-422b-ac3c-6528a9c5884d req-227c6511-d37b-4611-b388-c3cff5d3e79c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:04.896567 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e2437bc2-bc0c-422b-ac3c-6528a9c5884d req-227c6511-d37b-4611-b388-c3cff5d3e79c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1201797 Jun 08 18:32:04.984156 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e2437bc2-bc0c-422b-ac3c-6528a9c5884d req-61ff547a-5de5-41a6-ba5c-55159b7bbe53 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747633 Jun 08 18:32:05.562377 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1eef1-b454-414c-8389-005f3d23655f req-d26a1c77-0123-48da-bb05-e019f59e5613 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:05.564638 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-94b1eef1-b454-414c-8389-005f3d23655f req-d26a1c77-0123-48da-bb05-e019f59e5613 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1413090 Jun 08 18:32:05.624761 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6f7ba-4759-4f10-9a71-515d0588d76f req-37731b64-20c1-4fff-874a-3e1070a3ad00 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:05.626292 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a4d6f7ba-4759-4f10-9a71-515d0588d76f req-37731b64-20c1-4fff-874a-3e1070a3ad00 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 946 time: 0.1883898 Jun 08 18:32:05.665768 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-94b1eef1-b454-414c-8389-005f3d23655f req-079b1ae0-cbcd-4dfd-9537-b32e8e705a4a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951140 Jun 08 18:32:05.714343 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a4d6f7ba-4759-4f10-9a71-515d0588d76f req-819390a0-272a-4cee-b41d-f81853ac3907 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823076 Jun 08 18:32:05.924532 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43f47a-d9a4-4077-855f-1a7cbb57394d req-00c48bc9-600d-47ba-8de0-6b720cb62899 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:05.938352 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3e43f47a-d9a4-4077-855f-1a7cbb57394d req-00c48bc9-600d-47ba-8de0-6b720cb62899 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1454968 Jun 08 18:32:06.012774 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3e43f47a-d9a4-4077-855f-1a7cbb57394d req-c2703131-94d8-48b6-a49c-a182ca24d5b2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728323 Jun 08 18:32:06.405256 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-37b94ff2-f324-4465-96af-58be9701a4b8 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:06.406471 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-37b94ff2-f324-4465-96af-58be9701a4b8 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 946 time: 0.1289003 Jun 08 18:32:06.415642 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527e9a4-25b8-4207-a399-332c9d9fc35c req-422e09a4-5ac2-4de4-aef9-9183b83b42a0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:06.423612 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b527e9a4-25b8-4207-a399-332c9d9fc35c req-422e09a4-5ac2-4de4-aef9-9183b83b42a0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.2240281 Jun 08 18:32:06.556113 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b527e9a4-25b8-4207-a399-332c9d9fc35c req-59aa2ae1-c978-4c4f-97c4-bc31a514a627 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312830 Jun 08 18:32:06.676005 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Deleting port 222e5571-cb1d-4108-86ce-dd5c6ee53735 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:06.677078 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:06.953007 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] For port 222e5571-cb1d-4108-86ce-dd5c6ee53735, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=222e5571-cb1d-4108-86ce-dd5c6ee53735,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:06.953007 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.101374 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f91550-dbab-47b9-a595-bb19da437114 req-2522e8cb-74b4-48c6-8f4a-0d6603dbee9a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:07.104034 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-22f91550-dbab-47b9-a595-bb19da437114 req-2522e8cb-74b4-48c6-8f4a-0d6603dbee9a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2695417 Jun 08 18:32:07.108017 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Calling delete_port for 222e5571-cb1d-4108-86ce-dd5c6ee53735 owned by compute:nova {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:07.151430 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-22f91550-dbab-47b9-a595-bb19da437114 req-45874a51-ce39-472c-b6a3-44887622c8bd tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Jun 08 18:32:07.204355 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f6e5f-27bc-41dc-be8d-8fe13847d9b4 req-4863a0cb-e8ff-42b7-ab18-9b4e5f922288 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:07.205842 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bc9f6e5f-27bc-41dc-be8d-8fe13847d9b4 req-4863a0cb-e8ff-42b7-ab18-9b4e5f922288 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 946 time: 0.2003489 Jun 08 18:32:07.412859 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bc9f6e5f-27bc-41dc-be8d-8fe13847d9b4 req-70fc0ffa-6dd4-4cc4-a559-22880f63d5e6 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985502 Jun 08 18:32:07.417611 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b7b04-a460-4a2a-8096-42b38fa211da req-555d84cd-8070-4c78-9e30-c3decd0a12ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:07.427211 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-716b7b04-a460-4a2a-8096-42b38fa211da req-555d84cd-8070-4c78-9e30-c3decd0a12ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1109316 Jun 08 18:32:07.491497 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-716b7b04-a460-4a2a-8096-42b38fa211da req-50d786e9-ca54-46d0-8b2e-369d92f2038b tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645299 Jun 08 18:32:07.794874 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.808638 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['87d8d694-933f-49bd-9896-72ba33ce0192', '7697fc6a-6e41-46de-bde5-a8879eb23cc6', '53574003-cd37-4606-b252-6c48253658e6', '222e5571-cb1d-4108-86ce-dd5c6ee53735'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:07.832426 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:07.931113 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Pushing event deleted for resources: {'Port': ['ID=222e5571-cb1d-4108-86ce-dd5c6ee53735,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:07.936269 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:08.087440 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6bd89-d69d-41fc-94a2-243173b6f178 req-9abf82d9-ee8c-4486-b284-57bda91aba85 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:08.090910 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3fe6bd89-d69d-41fc-94a2-243173b6f178 req-9abf82d9-ee8c-4486-b284-57bda91aba85 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.3663490 Jun 08 18:32:08.170605 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3fe6bd89-d69d-41fc-94a2-243173b6f178 req-0c605a94-976a-4b55-b81d-45e649f622f6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702434 Jun 08 18:32:08.432597 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d2bd5-6c48-4807-ba1c-98a1000f5033 req-461a82e4-91c8-4a44-9b83-e9d28a83edbd tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:08.441342 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-322d2bd5-6c48-4807-ba1c-98a1000f5033 req-461a82e4-91c8-4a44-9b83-e9d28a83edbd tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1395850 Jun 08 18:32:08.506980 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-322d2bd5-6c48-4807-ba1c-98a1000f5033 req-69a6def3-4d6c-4b3b-9cac-19d238947503 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645244 Jun 08 18:32:08.519963 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] No DVR routers for this DVR port 222e5571-cb1d-4108-86ce-dd5c6ee53735 on host hv-cinder-78956 {{(pid=92350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:08.527023 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:08.531102 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-55cdbb0c-57f7-4902-a278-7acdcfed7f41 req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "DELETE /v2.0/ports/222e5571-cb1d-4108-86ce-dd5c6ee53735 HTTP/1.1" status: 204 len: 173 time: 2.0902622 Jun 08 18:32:08.532875 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e652b5c-eb62-47ec-acd5-71050d77c2ac', 'name': 'network-vif-deleted', 'tag': '222e5571-cb1d-4108-86ce-dd5c6ee53735'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:08.537704 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73130f39-f9bb-4cfa-be31-9080b78ab9dc" -d '{"events": [{"server_uuid": "5e652b5c-eb62-47ec-acd5-71050d77c2ac", "name": "network-vif-deleted", "tag": "222e5571-cb1d-4108-86ce-dd5c6ee53735"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:08.622942 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc2ae2-ee53-4916-b826-3918036b2743 x-openstack-request-id: req-a4bc2ae2-ee53-4916-b826-3918036b2743 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:08.623876 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e652b5c-eb62-47ec-acd5-71050d77c2ac", "name": "network-vif-deleted", "tag": "222e5571-cb1d-4108-86ce-dd5c6ee53735", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:08.623876 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4bc2ae2-ee53-4916-b826-3918036b2743 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:08.624068 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e652b5c-eb62-47ec-acd5-71050d77c2ac', 'name': 'network-vif-deleted', 'tag': '222e5571-cb1d-4108-86ce-dd5c6ee53735', 'status': 'completed', 'code': 200} Jun 08 18:32:08.637939 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-030fbcff-5b44-4a06-bb1f-0a4fedae8578 req-9a5aa56e-1890-4162-987e-61994a227948 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 210 time: 0.0742419 Jun 08 18:32:09.375633 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc622e4-46fd-4efb-b4e9-6e3eb825172e req-70e694a3-b58b-4771-aa7d-d43f5fde61bf tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:09.377170 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ddc622e4-46fd-4efb-b4e9-6e3eb825172e req-70e694a3-b58b-4771-aa7d-d43f5fde61bf tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.0853145 Jun 08 18:32:09.427300 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ddc622e4-46fd-4efb-b4e9-6e3eb825172e req-e5949e87-5310-4d15-8886-6082b684bfc1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Jun 08 18:32:09.807850 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6096d-9479-4421-a406-3120f38f0f22 req-60bc4c84-0452-4ee5-bc1f-b1b9e3222701 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:09.810178 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afa6096d-9479-4421-a406-3120f38f0f22 req-60bc4c84-0452-4ee5-bc1f-b1b9e3222701 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1613436 Jun 08 18:32:09.856724 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-75db4de1-2466-44d1-956f-b0da42323f47 req-b606361f-22a8-4806-8fc4-6335c9a6bd93 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e652b5c-eb62-47ec-acd5-71050d77c2ac HTTP/1.1" status: 200 len: 210 time: 0.0513709 Jun 08 18:32:09.864220 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afa6096d-9479-4421-a406-3120f38f0f22 req-8ed15843-fdab-49e5-8e53-2bb2ebfcec00 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475960 Jun 08 18:32:10.434127 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-a6cc0fe9-2a27-4153-899d-da3d1b9560b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:10.435655 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-a6cc0fe9-2a27-4153-899d-da3d1b9560b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 1098 time: 0.0767262 Jun 08 18:32:10.604936 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-36d3623a-a34c-47b7-a682-cbb6c1007a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:10.606671 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-36d3623a-a34c-47b7-a682-cbb6c1007a4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 0.1645608 Jun 08 18:32:10.667438 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837398fc-ff7c-44f1-bed0-fb4a6dc16c9c req-58a3e7f7-ad5a-430a-93e3-b356a69b9577 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:10.669045 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-837398fc-ff7c-44f1-bed0-fb4a6dc16c9c req-58a3e7f7-ad5a-430a-93e3-b356a69b9577 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1084895 Jun 08 18:32:10.696787 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 222e5571-cb1d-4108-86ce-dd5c6ee53735 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:10.732178 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-837398fc-ff7c-44f1-bed0-fb4a6dc16c9c req-cedd7704-09ff-4733-acac-e13434c130de tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571358 Jun 08 18:32:10.742580 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-426f48f2-6d17-40cf-ad2e-6fa3463d615d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 HTTP/1.1" status: 200 len: 1001 time: 0.1286900 Jun 08 18:32:10.743397 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 222e5571-cb1d-4108-86ce-dd5c6ee53735 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:10.743809 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 222e5571-cb1d-4108-86ce-dd5c6ee53735 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:10.810702 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-a7d22771-3665-4ec0-b7a5-032074a4775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:10.812359 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-a7d22771-3665-4ec0-b7a5-032074a4775d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.0633357 Jun 08 18:32:10.922275 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-2422d6e6-0484-406f-bd92-81c7555567ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:10.924034 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-2422d6e6-0484-406f-bd92-81c7555567ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1009445 Jun 08 18:32:11.082981 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800168b-7a1e-4670-850a-a3733d357a43 req-5063de37-face-48b9-8434-e55c720cab08 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:11.088714 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f800168b-7a1e-4670-850a-a3733d357a43 req-5063de37-face-48b9-8434-e55c720cab08 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.0960119 Jun 08 18:32:11.090769 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-47d19b8b-66e8-4b3c-bf2f-449fe45953ee service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588123 Jun 08 18:32:11.149790 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f800168b-7a1e-4670-850a-a3733d357a43 req-4ce2a675-753d-4136-9d59-0e4e166806bb tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598049 Jun 08 18:32:11.235793 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-97e6ce09-4306-48b7-bef9-97080c70a08b req-21992fed-7fb2-4da2-bdf2-bc84e0eb8d69 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373250 Jun 08 18:32:11.965021 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f053b-17ae-4521-8f3c-a4f164443278 req-485a7df2-8fa9-4604-bd07-56165004aef6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:11.967867 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5c0f053b-17ae-4521-8f3c-a4f164443278 req-485a7df2-8fa9-4604-bd07-56165004aef6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.0987232 Jun 08 18:32:12.019818 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5c0f053b-17ae-4521-8f3c-a4f164443278 req-107d01a6-3221-46fc-9f21-2cef2bb7fea0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438721 Jun 08 18:32:12.428176 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d6997-6f95-4f33-9a9c-6b8413888e2f req-95d8ef8c-e680-4ed9-9e91-bfac443814eb tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:12.428176 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cb4d6997-6f95-4f33-9a9c-6b8413888e2f req-95d8ef8c-e680-4ed9-9e91-bfac443814eb tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1042051 Jun 08 18:32:12.499151 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cb4d6997-6f95-4f33-9a9c-6b8413888e2f req-681bf283-c12d-48d6-92c4-9d316b8f0226 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636654 Jun 08 18:32:13.301492 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f0373-b06e-45c8-b39a-6ca418f67769 req-25f49e93-431d-4303-b634-2581622bbee6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:13.302465 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8a5f0373-b06e-45c8-b39a-6ca418f67769 req-25f49e93-431d-4303-b634-2581622bbee6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.0991523 Jun 08 18:32:13.340866 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aaf75-59bb-4328-843a-3a41a1e44508 req-1c746571-ec7c-42aa-9eca-cc8ac012beac tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:13.345533 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b00aaf75-59bb-4328-843a-3a41a1e44508 req-1c746571-ec7c-42aa-9eca-cc8ac012beac tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 945 time: 0.1389339 Jun 08 18:32:13.405031 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8a5f0373-b06e-45c8-b39a-6ca418f67769 req-0c73c538-b60d-4acf-97a7-5b6507d23902 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936141 Jun 08 18:32:13.440726 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b00aaf75-59bb-4328-843a-3a41a1e44508 req-1c82d57c-d8a6-4889-807a-fff1bc29641f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868404 Jun 08 18:32:13.705671 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c33f16-ba5a-4dd5-9d5c-ce7cf4c202b8 req-5713ca1e-ed16-4ae6-81fc-755314f44ce4 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:13.707770 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-76c33f16-ba5a-4dd5-9d5c-ce7cf4c202b8 req-5713ca1e-ed16-4ae6-81fc-755314f44ce4 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.0889699 Jun 08 18:32:13.776424 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-76c33f16-ba5a-4dd5-9d5c-ce7cf4c202b8 req-29d807cc-2cbe-4849-88b2-5d6ed2e71da8 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572727 Jun 08 18:32:14.725265 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:14.729016 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae48819-304c-4442-8910-c3ba450b425c req-6f75e340-1318-4bb9-abc8-f19cb5a595bc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:14.731687 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-aae48819-304c-4442-8910-c3ba450b425c req-6f75e340-1318-4bb9-abc8-f19cb5a595bc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 945 time: 0.1848311 Jun 08 18:32:14.760975 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e31f3-a0a6-4cfd-8977-e083049b368a req-7633dcc5-7ff5-4656-a31d-7b3947483e7b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:14.765123 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9e2e31f3-a0a6-4cfd-8977-e083049b368a req-7633dcc5-7ff5-4656-a31d-7b3947483e7b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 945 time: 0.1431017 Jun 08 18:32:14.822764 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-aae48819-304c-4442-8910-c3ba450b425c req-e7ab134d-a93a-498c-9fc5-b44da67fd22b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841365 Jun 08 18:32:14.834010 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9e2e31f3-a0a6-4cfd-8977-e083049b368a req-6d3ad300-3203-498f-ac92-099349fb5c31 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574939 Jun 08 18:32:14.935397 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:14.989013 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:14.993834 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b396bd3-ab46-48c3-8ddf-b6efd6fdda8f" -d '{"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:15.009489 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:15.078730 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.081670 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:15.133993 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-d3da7eba-2ea6-4176-8c82-7f048e8265a0 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:15.135903 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-d3da7eba-2ea6-4176-8c82-7f048e8265a0 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 945 time: 0.2756209 Jun 08 18:32:15.173485 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=8']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:15.178995 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:15.226681 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b232cb-3453-42e6-9d8a-1d1710029f6d req-43ee6d45-e9ab-4e81-96b9-c881a09e4904 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:15.228813 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f8b232cb-3453-42e6-9d8a-1d1710029f6d req-43ee6d45-e9ab-4e81-96b9-c881a09e4904 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2584975 Jun 08 18:32:15.324355 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f8b232cb-3453-42e6-9d8a-1d1710029f6d req-cbbeb8d3-6d8e-487b-8c18-fcbe3c27219d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672994 Jun 08 18:32:15.357220 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Deleting port 53574003-cd37-4606-b252-6c48253658e6 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:15.357220 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.383851 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bbb81c-c884-4099-a5ad-74875d536755 x-openstack-request-id: req-60bbb81c-c884-4099-a5ad-74875d536755 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:15.384469 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-unplugged", "status": "failed", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0", "code": 422}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:15.384972 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60bbb81c-c884-4099-a5ad-74875d536755 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:15.385730 dv-cinder-789564-4-smb neutron-server[92352]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'code': 422} returned with failed status Jun 08 18:32:15.510159 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] For port 53574003-cd37-4606-b252-6c48253658e6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=53574003-cd37-4606-b252-6c48253658e6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:15.510159 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.669170 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Calling delete_port for 53574003-cd37-4606-b252-6c48253658e6 owned by compute:nova {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:15.753683 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.915286 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:15.929124 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:15.930001 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['87d8d694-933f-49bd-9896-72ba33ce0192', '7697fc6a-6e41-46de-bde5-a8879eb23cc6', '53574003-cd37-4606-b252-6c48253658e6'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:16.052032 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Pushing event deleted for resources: {'Port': ['ID=53574003-cd37-4606-b252-6c48253658e6,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:16.091794 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:16.112487 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1d26558a-f635-4848-8b33-0fa182e9cd4a req-6f54dc6f-e12e-470e-969b-84d3feea0c25 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 210 time: 0.1160641 Jun 08 18:32:16.154414 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] No DVR routers for this DVR port 53574003-cd37-4606-b252-6c48253658e6 on host hv-cinder-78956 {{(pid=92350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:16.157768 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:16.159800 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c632ea1f-5192-4526-834f-2e83b2425bc2 req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "DELETE /v2.0/ports/53574003-cd37-4606-b252-6c48253658e6 HTTP/1.1" status: 204 len: 173 time: 1.0152285 Jun 08 18:32:16.160404 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972de568-54dc-4074-8385-1f49e9ef9de1', 'name': 'network-vif-deleted', 'tag': '53574003-cd37-4606-b252-6c48253658e6'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:16.168273 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea40a70-85f9-4cb3-b9f6-4b1f6170c6e6" -d '{"events": [{"server_uuid": "972de568-54dc-4074-8385-1f49e9ef9de1", "name": "network-vif-deleted", "tag": "53574003-cd37-4606-b252-6c48253658e6"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:16.222057 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33930222-a292-4899-9f04-63185ffc55a6 x-openstack-request-id: req-33930222-a292-4899-9f04-63185ffc55a6 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:16.222969 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972de568-54dc-4074-8385-1f49e9ef9de1", "name": "network-vif-deleted", "tag": "53574003-cd37-4606-b252-6c48253658e6", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:16.223755 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33930222-a292-4899-9f04-63185ffc55a6 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:16.225041 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972de568-54dc-4074-8385-1f49e9ef9de1', 'name': 'network-vif-deleted', 'tag': '53574003-cd37-4606-b252-6c48253658e6', 'status': 'completed', 'code': 200} Jun 08 18:32:16.551711 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f016b-f9cf-44ad-b087-91d7ec353c8e req-32e7fec0-0713-4670-995c-221078bfd77d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:16.554404 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5a3f016b-f9cf-44ad-b087-91d7ec353c8e req-32e7fec0-0713-4670-995c-221078bfd77d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1051252 Jun 08 18:32:16.609686 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5a3f016b-f9cf-44ad-b087-91d7ec353c8e req-3121ccaf-b09b-4a7e-a765-77c89f190e1f tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472641 Jun 08 18:32:17.348008 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e326cc25-1d1f-4b73-8895-32a210bbeb21 req-bac2d232-2618-45ef-aeb0-7b152abba8fe tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=972de568-54dc-4074-8385-1f49e9ef9de1 HTTP/1.1" status: 200 len: 210 time: 0.0511830 Jun 08 18:32:17.657871 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3bb58-05d6-4115-8e5b-4a47f565c13c req-52c9d5e8-c9d6-4b99-9589-c7bea69f6fc5 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:17.661926 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cef3bb58-05d6-4115-8e5b-4a47f565c13c req-52c9d5e8-c9d6-4b99-9589-c7bea69f6fc5 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1283875 Jun 08 18:32:17.748478 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cef3bb58-05d6-4115-8e5b-4a47f565c13c req-50f3eb2c-66e5-4b31-abf4-d290c53af487 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819991 Jun 08 18:32:17.841782 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f028d-3203-4da0-8464-f232a1c5c6fa req-c253ea27-af01-4081-9a2d-95e7c3d73ac2 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:17.843418 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-922f028d-3203-4da0-8464-f232a1c5c6fa req-c253ea27-af01-4081-9a2d-95e7c3d73ac2 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1023283 Jun 08 18:32:17.905333 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-922f028d-3203-4da0-8464-f232a1c5c6fa req-5fe92cfa-c332-45bf-a018-de601ceb2e34 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496047 Jun 08 18:32:18.330189 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 58220) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:18.471578 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-2cb49f34-2b40-46b9-b806-3001897567bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1396089 Jun 08 18:32:18.725139 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 53574003-cd37-4606-b252-6c48253658e6 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:18.776871 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 53574003-cd37-4606-b252-6c48253658e6 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:18.777385 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 53574003-cd37-4606-b252-6c48253658e6 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:18.982798 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac793da9-ede6-4141-8db0-0f850e63efb7 req-96fe648b-04d2-4f0f-b2e6-9b373463a8c3 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:18.991733 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ac793da9-ede6-4141-8db0-0f850e63efb7 req-96fe648b-04d2-4f0f-b2e6-9b373463a8c3 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1174469 Jun 08 18:32:19.128987 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ac793da9-ede6-4141-8db0-0f850e63efb7 req-3b6629e9-41c4-457c-b618-5e097b69afa4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359167 Jun 08 18:32:19.481047 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20410462-9431-4690-b5b4-f9413f91df42 req-763903f2-6921-4eb4-82e9-4c114fad475b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:19.488244 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-20410462-9431-4690-b5b4-f9413f91df42 req-763903f2-6921-4eb4-82e9-4c114fad475b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 946 time: 0.1688056 Jun 08 18:32:19.502903 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78c58b-878d-4f97-b7a9-cc96197e11ca req-e246defe-ac12-42a8-82d9-3a7e3e3c5b17 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:19.505697 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9f78c58b-878d-4f97-b7a9-cc96197e11ca req-e246defe-ac12-42a8-82d9-3a7e3e3c5b17 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1774271 Jun 08 18:32:19.560269 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-20410462-9431-4690-b5b4-f9413f91df42 req-db33d415-c4cc-49d3-90be-8da281b1392a tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616782 Jun 08 18:32:19.578928 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9f78c58b-878d-4f97-b7a9-cc96197e11ca req-ec474236-138b-4272-b7c3-024c8435dd7c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587749 Jun 08 18:32:20.363891 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0015-2235-4928-a188-69a74c3656ea req-254381ce-7f43-4097-8752-00d3739739fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:20.366530 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b0ec0015-2235-4928-a188-69a74c3656ea req-254381ce-7f43-4097-8752-00d3739739fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1098 time: 0.1064937 Jun 08 18:32:20.434780 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b0ec0015-2235-4928-a188-69a74c3656ea req-96dc169a-ebe4-42b8-a90f-98bf77e35821 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591776 Jun 08 18:32:20.466079 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a42a66-5f83-4b32-8a3e-68eee8ee2d2d req-48770e74-05e3-4746-9b2b-e3e35d1cd6c5 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:20.467636 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-09a42a66-5f83-4b32-8a3e-68eee8ee2d2d req-48770e74-05e3-4746-9b2b-e3e35d1cd6c5 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.0931945 Jun 08 18:32:20.533837 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-09a42a66-5f83-4b32-8a3e-68eee8ee2d2d req-6fb737cf-433b-4f30-95f3-a2abd37989e6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586355 Jun 08 18:32:20.915238 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c35f5a-8e90-4495-b0a8-de43a47f3708 req-9d68baac-17df-4ae1-bbce-4dd7aabbfb88 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:20.918265 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e3c35f5a-8e90-4495-b0a8-de43a47f3708 req-9d68baac-17df-4ae1-bbce-4dd7aabbfb88 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1470160 Jun 08 18:32:20.936731 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-a940a920-68fa-47fe-b34d-ceeda28c302f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:20.938795 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-a940a920-68fa-47fe-b34d-ceeda28c302f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 946 time: 0.2458694 Jun 08 18:32:20.983641 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e3c35f5a-8e90-4495-b0a8-de43a47f3708 req-55f2fdd3-813b-4fff-ad2e-e52443bdff54 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522521 Jun 08 18:32:20.984050 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d68cb-9fcd-46be-8971-b947598cf1ea req-e8d46e75-d2d3-455e-be36-701fdc15deae tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:20.985810 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ae1d68cb-9fcd-46be-8971-b947598cf1ea req-e8d46e75-d2d3-455e-be36-701fdc15deae tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 946 time: 0.2160976 Jun 08 18:32:21.205207 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ae1d68cb-9fcd-46be-8971-b947598cf1ea req-9e8d614c-603d-4ed0-82b4-3d6a84e38fad tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121155 Jun 08 18:32:21.243965 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Deleting port 7697fc6a-6e41-46de-bde5-a8879eb23cc6 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:21.257077 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:21.396561 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] For port 7697fc6a-6e41-46de-bde5-a8879eb23cc6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7697fc6a-6e41-46de-bde5-a8879eb23cc6,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:21.396954 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:21.547806 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Calling delete_port for 7697fc6a-6e41-46de-bde5-a8879eb23cc6 owned by compute:nova {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:21.647976 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58294) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:21.874166 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:21.877549 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-01512e63-f732-4be2-aba4-7396fd828b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:21.887970 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['87d8d694-933f-49bd-9896-72ba33ce0192', '7697fc6a-6e41-46de-bde5-a8879eb23cc6'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:21.890025 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-49081f64-90cc-4346-ae54-cfe6bb70912a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:21.903919 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:22.011290 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-49081f64-90cc-4346-ae54-cfe6bb70912a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.031186 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a892a-240a-4e7a-8129-bef528a90745 req-6ebc1716-d19b-4e9e-bae3-432978fb34dc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:22.033166 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a72a892a-240a-4e7a-8129-bef528a90745 req-6ebc1716-d19b-4e9e-bae3-432978fb34dc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.2515953 Jun 08 18:32:22.092639 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-49081f64-90cc-4346-ae54-cfe6bb70912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.103030 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Pushing event deleted for resources: {'Port': ['ID=7697fc6a-6e41-46de-bde5-a8879eb23cc6,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:22.137654 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f8341227-67fc-4d17-8d8c-b8c42385a24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:22.147632 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-49081f64-90cc-4346-ae54-cfe6bb70912a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bbcb8f682f4435fa0c9d1190740aaae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983213 Jun 08 18:32:22.154600 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a72a892a-240a-4e7a-8129-bef528a90745 req-fcea0fba-90ba-4c72-abd4-3eb6dc33aa4a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079726 Jun 08 18:32:22.155427 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58300) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:22.218599 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49081f64-90cc-4346-ae54-cfe6bb70912a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fec8a7-821b-4ce7-b966-9f9b3c1eef9c,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:22.240385 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-49081f64-90cc-4346-ae54-cfe6bb70912a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:22.273285 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:22.275378 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] No DVR routers for this DVR port 7697fc6a-6e41-46de-bde5-a8879eb23cc6 on host hv-cinder-78956 {{(pid=92350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:22.283122 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.295908 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6c8e9dec-31bc-42f7-afef-0a8c33e0dd03 req-3ef69182-1943-4373-9a8c-16f58965ee76 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "DELETE /v2.0/ports/7697fc6a-6e41-46de-bde5-a8879eb23cc6 HTTP/1.1" status: 204 len: 173 time: 1.3509119 Jun 08 18:32:22.298224 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f60283-cb81-4926-a13d-e71a71f89149', 'name': 'network-vif-deleted', 'tag': '7697fc6a-6e41-46de-bde5-a8879eb23cc6'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:22.305243 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8938234-9c22-4ff0-ab9b-c4d217e6d4fb" -d '{"events": [{"server_uuid": "e6f60283-cb81-4926-a13d-e71a71f89149", "name": "network-vif-deleted", "tag": "7697fc6a-6e41-46de-bde5-a8879eb23cc6"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:22.312919 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fe0afcba-676e-44c0-aca3-16f4bf56534a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.351409 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fe0afcba-676e-44c0-aca3-16f4bf56534a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.465779 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd795d-f92e-420a-af2d-6e1f9673a131 req-46716a43-15be-432b-af99-5df407604822 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:22.467571 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0bcd795d-f92e-420a-af2d-6e1f9673a131 req-46716a43-15be-432b-af99-5df407604822 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1556885 Jun 08 18:32:22.536017 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c5b5c231-ce89-41e3-8e4b-d8387e4cc450 req-18cb56fc-9ddb-41a4-8ede-5f28ccc1cc44 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 210 time: 0.0437708 Jun 08 18:32:22.550983 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0bcd795d-f92e-420a-af2d-6e1f9673a131 req-dd57904f-2799-4c5b-ad35-4530373130a5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703170 Jun 08 18:32:22.591280 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c08fb30-b04e-433d-a93f-88e90953fa79 x-openstack-request-id: req-2c08fb30-b04e-433d-a93f-88e90953fa79 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:22.591588 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f60283-cb81-4926-a13d-e71a71f89149", "name": "network-vif-deleted", "tag": "7697fc6a-6e41-46de-bde5-a8879eb23cc6", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:22.591865 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c08fb30-b04e-433d-a93f-88e90953fa79 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:22.592446 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f60283-cb81-4926-a13d-e71a71f89149', 'name': 'network-vif-deleted', 'tag': '7697fc6a-6e41-46de-bde5-a8879eb23cc6', 'status': 'completed', 'code': 200} Jun 08 18:32:22.617291 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fe0afcba-676e-44c0-aca3-16f4bf56534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.628467 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fe0afcba-676e-44c0-aca3-16f4bf56534a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.628467 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-fe0afcba-676e-44c0-aca3-16f4bf56534a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22fec8a7-821b-4ce7-b966-9f9b3c1eef9c HTTP/1.1" status: 204 len: 168 time: 0.4662685 Jun 08 18:32:22.629293 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-209c23b7-34f4-49e5-9458-9d0245d9f821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:22.648025 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0afcba-676e-44c0-aca3-16f4bf56534a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fec8a7-821b-4ce7-b966-9f9b3c1eef9c,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:22.653314 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-fe0afcba-676e-44c0-aca3-16f4bf56534a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:22.826167 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-304c92b1-469b-4f05-bcbd-5811295ef2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:22.827946 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-304c92b1-469b-4f05-bcbd-5811295ef2a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62&tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1 HTTP/1.1" status: 200 len: 1096 time: 0.0888538 Jun 08 18:32:22.935043 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-dbdddceb-27ef-46ec-a4b0-ed5015eca258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:22.939200 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-dbdddceb-27ef-46ec-a4b0-ed5015eca258 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 1096 time: 0.0874600 Jun 08 18:32:23.082776 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-b8616bfa-b627-41dd-aa17-1c9291c7c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:23.084568 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-b8616bfa-b627-41dd-aa17-1c9291c7c2bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 0.1394787 Jun 08 18:32:23.207543 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-b4b170c1-24ec-4cab-b230-e39fd1fd5c07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 HTTP/1.1" status: 200 len: 999 time: 0.1163785 Jun 08 18:32:23.288271 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-2a5b6338-0b36-464e-970a-882f22abf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:23.290359 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-2a5b6338-0b36-464e-970a-882f22abf749 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.0751538 Jun 08 18:32:23.418741 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-3eff55ce-5993-4bc8-bbe8-3df60f8fb123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:23.421256 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-3eff55ce-5993-4bc8-bbe8-3df60f8fb123 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 1098 time: 0.1148393 Jun 08 18:32:23.539127 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-d1bdf7e4-0e38-478a-be66-b3c27729c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:23.541745 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-d1bdf7e4-0e38-478a-be66-b3c27729c430 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2437942 Jun 08 18:32:23.693553 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388f006-5469-4876-be7a-7440da39dd89 req-8a33776c-bb1f-42da-a225-e255f02e09b5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:23.705505 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7388f006-5469-4876-be7a-7440da39dd89 req-8a33776c-bb1f-42da-a225-e255f02e09b5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.3232992 Jun 08 18:32:23.838436 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7388f006-5469-4876-be7a-7440da39dd89 req-ad7946b2-c7af-40ca-afcc-67838a041d26 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314607 Jun 08 18:32:23.919551 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-463fa825-7386-45bb-bbb4-1a40e5347abd service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664274 Jun 08 18:32:23.939351 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-7e1e6de0-466e-47a6-add8-644e7b5675af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:23.941815 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-7e1e6de0-466e-47a6-add8-644e7b5675af service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 200 len: 920 time: 0.5140688 Jun 08 18:32:24.076395 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778c11-1092-4164-912c-0eb96e055bf6 req-8efcf9db-da8c-4164-8524-a9eab9b6cc3e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:24.102948 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4a778c11-1092-4164-912c-0eb96e055bf6 req-8efcf9db-da8c-4164-8524-a9eab9b6cc3e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.4942596 Jun 08 18:32:24.146430 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-b8872c41-ee76-44b0-aa90-b902b8c2751a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7307f1bd-754d-4f35-8bd9-e313462233c0 HTTP/1.1" status: 200 len: 217 time: 0.1950908 Jun 08 18:32:24.280335 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4a778c11-1092-4164-912c-0eb96e055bf6 req-a3987518-b152-49f9-975a-5ff96730122a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759450 Jun 08 18:32:24.290729 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-e016efea-331f-4fb0-a821-85525ab59904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:24.293435 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-e016efea-331f-4fb0-a821-85525ab59904 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 200 len: 859 time: 0.1372106 Jun 08 18:32:24.321380 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-10e0f0a7-7d19-4722-89d7-110c81e655b0 req-139a1f31-b507-4c12-9cfb-6cb38a8f77a3 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6f60283-cb81-4926-a13d-e71a71f89149 HTTP/1.1" status: 200 len: 210 time: 0.0710809 Jun 08 18:32:24.343483 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-15827973-e913-4e6e-a0cf-83214cf57b31 req-f0e6b839-567f-47c5-b57b-b84f1e4fd1a3 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175014 Jun 08 18:32:24.391931 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-b30c221d-0e8a-4fd4-a1eb-8efa16cfdf71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a0af616-103c-4942-9a88-9f3e4cbd3e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909610 Jun 08 18:32:24.550443 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-e05ff356-f01a-4ca4-b464-65fdf644487d service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520116 Jun 08 18:32:24.680798 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:24.736754 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d4367115-8c3c-46e3-a13d-152b56efac38 req-4b3b08c4-beb8-47a4-934e-e6d8f4c21e87 service neutron] 10.222.0.39 "GET /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786313 Jun 08 18:32:24.770876 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7697fc6a-6e41-46de-bde5-a8879eb23cc6 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:24.863098 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 7697fc6a-6e41-46de-bde5-a8879eb23cc6 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:24.863848 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7697fc6a-6e41-46de-bde5-a8879eb23cc6 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:24.936053 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e80684d1-0006-4628-9a86-8faf1efa8685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:25.125778 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4071a-f8f1-45c5-9b32-2cf4a2f17731 req-b2b85135-85ac-4d1e-a623-5a63f72fe8f1 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:25.128772 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-73e4071a-f8f1-45c5-9b32-2cf4a2f17731 req-b2b85135-85ac-4d1e-a623-5a63f72fe8f1 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1102834 Jun 08 18:32:25.187934 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-73e4071a-f8f1-45c5-9b32-2cf4a2f17731 req-584948c3-bde1-4de1-b681-308ae4f1848c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529947 Jun 08 18:32:25.875133 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8782929-a2c4-421e-bf8f-208487404603 req-07168398-537e-4059-9562-c18d303d6edc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:25.881057 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c8782929-a2c4-421e-bf8f-208487404603 req-07168398-537e-4059-9562-c18d303d6edc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.2619982 Jun 08 18:32:25.957998 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c8782929-a2c4-421e-bf8f-208487404603 req-b725aff2-943c-419f-84bb-a140f6273f1d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724041 Jun 08 18:32:26.028223 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:26.615273 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b06cc-2aee-476c-84f8-8bfd66b4cb46 req-635a7f6b-5354-413b-8b98-7e766a99d15c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:26.628897 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e59b06cc-2aee-476c-84f8-8bfd66b4cb46 req-635a7f6b-5354-413b-8b98-7e766a99d15c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1807220 Jun 08 18:32:26.690161 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e59b06cc-2aee-476c-84f8-8bfd66b4cb46 req-0a4d45b0-e2d3-41d1-a03d-8e249a3feabd tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602784 Jun 08 18:32:27.216612 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062fd38-5c03-47ac-9e49-9be3e1c00074 req-68bfdd9b-c937-4f4b-b6fd-0a4765cb72cb tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:27.219131 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9062fd38-5c03-47ac-9e49-9be3e1c00074 req-68bfdd9b-c937-4f4b-b6fd-0a4765cb72cb tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1108584 Jun 08 18:32:27.277369 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9062fd38-5c03-47ac-9e49-9be3e1c00074 req-8302e5a7-c90c-4b25-a21e-29c5643ba1b5 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516701 Jun 08 18:32:27.416676 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:28.023437 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e02eb-8979-4a64-ac98-a3810fa5fa8d req-833d77fd-ec57-4292-b333-d89a6e67e04f tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:28.042567 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c34e02eb-8979-4a64-ac98-a3810fa5fa8d req-833d77fd-ec57-4292-b333-d89a6e67e04f tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1935873 Jun 08 18:32:28.154314 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c34e02eb-8979-4a64-ac98-a3810fa5fa8d req-7f6c156e-2205-4093-8975-2e8dfa257be3 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089849 Jun 08 18:32:28.598881 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913fca-432c-4e35-9750-254d766371eb req-b87f95d9-d60c-4b7c-b549-2c957f8beac9 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:28.614608 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4e913fca-432c-4e35-9750-254d766371eb req-b87f95d9-d60c-4b7c-b549-2c957f8beac9 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1695614 Jun 08 18:32:28.684222 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd29c5d-7990-42d3-97a1-a0f2cb28ecc4 req-9804738d-21a6-48e4-8b7a-a29a8d00a183 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:28.692584 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-acd29c5d-7990-42d3-97a1-a0f2cb28ecc4 req-9804738d-21a6-48e4-8b7a-a29a8d00a183 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.1118364 Jun 08 18:32:28.702297 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4e913fca-432c-4e35-9750-254d766371eb req-e63e8dfc-09dc-4d08-97ac-cae66c826d1b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867951 Jun 08 18:32:28.760887 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-acd29c5d-7990-42d3-97a1-a0f2cb28ecc4 req-f74ab120-7af7-4ba2-aa4e-dd8e715ef6f8 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671418 Jun 08 18:32:28.828350 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:32:29.526578 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c94c89-e172-4961-ae59-d274b6210159 req-5ea47442-b0f3-4dc7-922e-011772c1d7a9 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:29.534343 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-71c94c89-e172-4961-ae59-d274b6210159 req-5ea47442-b0f3-4dc7-922e-011772c1d7a9 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1723022 Jun 08 18:32:29.584353 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-71c94c89-e172-4961-ae59-d274b6210159 req-e391b5f5-ae64-48c1-8aae-ed2cc0f88498 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486453 Jun 08 18:32:30.081768 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd1cf4-ff6d-4148-b6c6-bb459cee4e21 req-1d07a26d-ce35-465b-ada5-c054ff3cb3b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:30.084983 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-95cd1cf4-ff6d-4148-b6c6-bb459cee4e21 req-1d07a26d-ce35-465b-ada5-c054ff3cb3b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.2172477 Jun 08 18:32:30.113278 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a110e5f-64e4-4b70-bdf3-050304a2977f req-35859e4a-10f8-49e9-ac66-e764341fa2ad tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:30.118040 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7a110e5f-64e4-4b70-bdf3-050304a2977f req-35859e4a-10f8-49e9-ac66-e764341fa2ad tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.1880527 Jun 08 18:32:30.235923 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7a110e5f-64e4-4b70-bdf3-050304a2977f req-bdea43a3-3624-4aff-add8-720e28ebf228 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070855 Jun 08 18:32:30.237571 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-95cd1cf4-ff6d-4148-b6c6-bb459cee4e21 req-5fd23dc3-7b23-44a4-800a-b2a0abc08edd tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462374 Jun 08 18:32:30.279266 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58442) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:30.431392 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8038daf2-74c5-4b5e-9845-13b64dce092f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.574060 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8038daf2-74c5-4b5e-9845-13b64dce092f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.786700 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8038daf2-74c5-4b5e-9845-13b64dce092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.797742 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-fe0afcba-676e-44c0-aca3-16f4bf56534a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:30.851165 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-8038daf2-74c5-4b5e-9845-13b64dce092f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd1922c578b74433be5cd7056248cf66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707800 Jun 08 18:32:30.854280 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038daf2-74c5-4b5e-9845-13b64dce092f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d03c7-3fa7-4e0e-9ea9-53fece841a7c,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:30.857538 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8038daf2-74c5-4b5e-9845-13b64dce092f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:30.862466 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58452) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:30.942386 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfddd0-4cab-4328-a7e6-6c27328326b7 req-74f661c6-1f07-4218-8205-9997a618575d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:30.947174 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-facfddd0-4cab-4328-a7e6-6c27328326b7 req-74f661c6-1f07-4218-8205-9997a618575d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2369053 Jun 08 18:32:31.002551 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.043906 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-facfddd0-4cab-4328-a7e6-6c27328326b7 req-290003aa-4e23-4652-8cad-911727d1d7d7 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839152 Jun 08 18:32:31.052156 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.289675 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.293791 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.299572 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e00d03c7-3fa7-4e0e-9ea9-53fece841a7c HTTP/1.1" status: 204 len: 168 time: 0.4315696 Jun 08 18:32:31.299572 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-21f038e0-9f48-456f-b296-cfff35c0505b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:31.315328 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d03c7-3fa7-4e0e-9ea9-53fece841a7c,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:31.330286 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.330905 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.331527 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.332108 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.332733 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.333589 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.334196 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.334787 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.335388 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.336010 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.336640 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.337334 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:31.350656 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:31.671214 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918b61-5f98-4e69-86df-3f348130fd59 req-d00e6891-3c08-4554-ac33-ccfbdb907fa0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:31.678015 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0d918b61-5f98-4e69-86df-3f348130fd59 req-d00e6891-3c08-4554-ac33-ccfbdb907fa0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.2147958 Jun 08 18:32:31.741770 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d3a1-07fd-4063-a3a3-7852f3d071c7 req-c89c2da7-55be-4cda-9966-9d94f3106a97 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:31.749916 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8f87d3a1-07fd-4063-a3a3-7852f3d071c7 req-c89c2da7-55be-4cda-9966-9d94f3106a97 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.1344204 Jun 08 18:32:31.752090 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0d918b61-5f98-4e69-86df-3f348130fd59 req-f62f3bf4-a217-4274-a23e-183e2a91903b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673785 Jun 08 18:32:31.766911 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 58464) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:31.806942 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8f87d3a1-07fd-4063-a3a3-7852f3d071c7 req-77110751-f627-4896-916b-e9d1ab7feebe tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538442 Jun 08 18:32:32.014427 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.160026 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.273896 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.298268 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-0e412e7c-b2a7-4522-b41f-b21b3a065ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:32.401303 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=443081facb484c23873ac474bcd30a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329167 Jun 08 18:32:32.405496 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58482) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:32.409892 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dcbd18-5bad-4007-86dc-a71eb1152cd7,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:32.437176 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.438071 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.438679 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.439272 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.439865 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.440516 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.441179 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.441687 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.442468 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.442897 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.443488 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.444072 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:32.452692 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-22bfedaa-ae44-4bb1-9809-a968c6614712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:32.506072 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35279cc-3368-4133-b8c1-8ceaed13e44d req-2e6e59ec-53d4-4f07-84f0-6b4e07e0252e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:32.509466 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c35279cc-3368-4133-b8c1-8ceaed13e44d req-2e6e59ec-53d4-4f07-84f0-6b4e07e0252e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.3091846 Jun 08 18:32:32.567154 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-82c35b5e-b82f-4944-b43d-162dba82e68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.615595 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-82c35b5e-b82f-4944-b43d-162dba82e68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.617795 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c35279cc-3368-4133-b8c1-8ceaed13e44d req-0f092134-bed4-4b03-8f5d-94a31b438cf9 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001933 Jun 08 18:32:32.863396 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-82c35b5e-b82f-4944-b43d-162dba82e68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.879418 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-82c35b5e-b82f-4944-b43d-162dba82e68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.885221 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-82c35b5e-b82f-4944-b43d-162dba82e68b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7dcbd18-5bad-4007-86dc-a71eb1152cd7 HTTP/1.1" status: 204 len: 168 time: 0.4752595 Jun 08 18:32:32.885221 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6b19bd7c-c759-4b33-995b-9a202c551ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:32.899775 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c35b5e-b82f-4944-b43d-162dba82e68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dcbd18-5bad-4007-86dc-a71eb1152cd7,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:32.904638 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-82c35b5e-b82f-4944-b43d-162dba82e68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:32.929220 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58496) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:33.138010 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a460916-621e-4661-bb65-3b5d4e50868c req-88d77ad7-3f79-4c14-8395-52d40a4cd02e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:33.140345 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3a460916-621e-4661-bb65-3b5d4e50868c req-88d77ad7-3f79-4c14-8395-52d40a4cd02e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1595221 Jun 08 18:32:33.183406 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1937220074-network', 'tenant_id': 'fe2a4d92b2d1415288ea56b89e97c6a3'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:33.227760 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3a460916-621e-4661-bb65-3b5d4e50868c req-68d17e57-0e59-4ed2-b898-458b005140a8 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770013 Jun 08 18:32:33.228270 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f7043-1fb5-48b7-9d86-e87f404c33f0 req-b8cd9540-c7ef-40be-be38-cedb77021738 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:33.230939 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f42f7043-1fb5-48b7-9d86-e87f404c33f0 req-b8cd9540-c7ef-40be-be38-cedb77021738 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.1359253 Jun 08 18:32:33.283334 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f42f7043-1fb5-48b7-9d86-e87f404c33f0 req-8f6cc6b1-48ba-48d7-93a3-78e59574027b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466580 Jun 08 18:32:33.399843 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Made reservation on behalf of fe2a4d92b2d1415288ea56b89e97c6a3 for: {'network': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:32:33.402501 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:33.416456 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:33.543096 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:33.645752 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:33.649646 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:33.680408 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=92351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:32:33.690264 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b82e39-d710-4f34-8ae8-ddb3db90a229,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:33.693504 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:33.699594 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:33.699766 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.segments_db [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Added segment 489a2ec7-90e8-4a09-b383-245f71409fad of type vlan for network 3317fbe0-20f7-449b-aace-a91eb6ecf461 Jun 08 18:32:33.776070 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:34.042738 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda82b7f-c238-406d-8b6f-7f0429da0f30 req-c0e43861-35f9-4137-960c-7ca7386b92e5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:34.045199 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eda82b7f-c238-406d-8b6f-7f0429da0f30 req-c0e43861-35f9-4137-960c-7ca7386b92e5 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.2256792 Jun 08 18:32:34.115150 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eda82b7f-c238-406d-8b6f-7f0429da0f30 req-0383abd9-649c-494c-9215-1c826e1e2816 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615761 Jun 08 18:32:34.516223 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:34.519124 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:34.519719 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:34.526173 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:34.580768 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a187dc-3e9b-4edd-8d1a-a2c854f6e61d req-4e69b621-72b0-44ae-bbd8-2737c3dbf03a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:34.584584 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-58a187dc-3e9b-4edd-8d1a-a2c854f6e61d req-4e69b621-72b0-44ae-bbd8-2737c3dbf03a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1906359 Jun 08 18:32:34.652754 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Pushing event updated for resources: {'Network': ['ID=3317fbe0-20f7-449b-aace-a91eb6ecf461,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:34.656551 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:34.673899 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 3317fbe0-20f7-449b-aace-a91eb6ecf461 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:32:34.689791 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6eb82-9b55-494d-83da-1094e6c7aa22 req-88dc5582-229f-4f42-9dd4-afb83a016f0f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:34.698073 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-58a187dc-3e9b-4edd-8d1a-a2c854f6e61d req-caaf7b33-bff5-4cbe-b3f5-abb9413c689b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006927 Jun 08 18:32:34.701700 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-36c6eb82-9b55-494d-83da-1094e6c7aa22 req-88dc5582-229f-4f42-9dd4-afb83a016f0f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.2355304 Jun 08 18:32:34.772786 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-36c6eb82-9b55-494d-83da-1094e6c7aa22 req-edd62122-d043-4f57-a5f6-5dbd0899f949 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716925 Jun 08 18:32:34.799322 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8637879 Jun 08 18:32:34.799663 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58520) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:34.805565 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Request body: {'subnet': {'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1937220074-subnet', 'tenant_id': 'fe2a4d92b2d1415288ea56b89e97c6a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:34.913233 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Made reservation on behalf of fe2a4d92b2d1415288ea56b89e97c6a3 for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:32:34.917002 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2574629'] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:35.478623 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1470674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2574603'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:35.478623 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:35.478981 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1ae70-ac03-4b05-835b-711703d5f87c req-7c409dd3-f10e-4078-8f7a-098654598337 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:35.478981 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c9b1ae70-ac03-4b05-835b-711703d5f87c req-7c409dd3-f10e-4078-8f7a-098654598337 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.0927441 Jun 08 18:32:35.533340 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:35.536603 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:35.544728 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c9b1ae70-ac03-4b05-835b-711703d5f87c req-04dece1d-235b-45ef-9299-b5469b38d526 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738339 Jun 08 18:32:35.549139 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Checking segment: {'id': '489a2ec7-90e8-4a09-b383-245f71409fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:35.549753 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Network hostable DHCP agents. Network: 3317fbe0-20f7-449b-aace-a91eb6ecf461, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:32:35.725167 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Network 3317fbe0-20f7-449b-aace-a91eb6ecf461 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:32:35.880147 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 3317fbe0-20f7-449b-aace-a91eb6ecf461) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:35.892253 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:35.892253 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:35.892733 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc31e32-2653-45e8-9559-c07b1ab4d82d None None] Network 3317fbe0-20f7-449b-aace-a91eb6ecf461 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:32:36.121482 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aef265-26e3-41cc-8828-8b5650eb43c5 req-2e1f9a8a-9799-4b44-a6e2-f9c2ed0f548f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:36.145356 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a9aef265-26e3-41cc-8828-8b5650eb43c5 req-2e1f9a8a-9799-4b44-a6e2-f9c2ed0f548f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1954873 Jun 08 18:32:36.187093 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3823087 Jun 08 18:32:36.266225 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a9aef265-26e3-41cc-8828-8b5650eb43c5 req-3f3bd5cb-a677-4235-899e-be93d7bb24d3 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190734 Jun 08 18:32:36.307486 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4a09c-f6a4-4138-9a7e-837bbf264ed2 req-dd6a6c48-dfdf-49c6-8f7c-a472215e3d9a tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:36.310502 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bcb4a09c-f6a4-4138-9a7e-837bbf264ed2 req-dd6a6c48-dfdf-49c6-8f7c-a472215e3d9a tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.2619052 Jun 08 18:32:36.377434 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bcb4a09c-f6a4-4138-9a7e-837bbf264ed2 req-1b00d7c4-621a-4663-ab2e-a3aaf4505d71 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557919 Jun 08 18:32:36.438828 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd30e26-e205-4bd0-82a8-a339850a4363 None None] Network 3317fbe0-20f7-449b-aace-a91eb6ecf461 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:32:36.801231 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d250d7-97a9-4ae7-b258-5c541ebfe989 req-bfaef1cb-51ed-47da-8898-66624e6e494c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:36.803617 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d9d250d7-97a9-4ae7-b258-5c541ebfe989 req-bfaef1cb-51ed-47da-8898-66624e6e494c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.0896204 Jun 08 18:32:36.870814 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d9d250d7-97a9-4ae7-b258-5c541ebfe989 req-21a0a586-1cb4-4656-989d-9ba2ba2da47e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573268 Jun 08 18:32:37.574142 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ec87-146b-482a-8c13-be4252520213 req-eb0e1cdf-8efd-464c-a5ef-55dcffaa3fac tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:37.581672 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7c17ec87-146b-482a-8c13-be4252520213 req-eb0e1cdf-8efd-464c-a5ef-55dcffaa3fac tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1507268 Jun 08 18:32:37.627311 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d9c7b-e63c-40bf-b859-6c7490700af0 req-7dd49281-23cb-4e8a-9f74-31fe1cdc5dca tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:37.635382 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8c4d9c7b-e63c-40bf-b859-6c7490700af0 req-7dd49281-23cb-4e8a-9f74-31fe1cdc5dca tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.1124408 Jun 08 18:32:37.659658 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7c17ec87-146b-482a-8c13-be4252520213 req-c8d396ec-70a9-4622-9a49-2c53e3d0d60f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766172 Jun 08 18:32:37.703537 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8c4d9c7b-e63c-40bf-b859-6c7490700af0 req-2ae1bd86-f937-4f1f-a5d7-097b39d9599f tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Jun 08 18:32:38.100798 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4734ad8-cadf-4201-bb0f-88144a21a035 req-17302fb9-425a-4f54-bbfc-974e79b6a069 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:38.103360 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4734ad8-cadf-4201-bb0f-88144a21a035 req-17302fb9-425a-4f54-bbfc-974e79b6a069 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.0952990 Jun 08 18:32:38.161485 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4734ad8-cadf-4201-bb0f-88144a21a035 req-bce21b29-73b4-4d5f-a8eb-e2de5c5b8d1e tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518444 Jun 08 18:32:39.083773 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec33a1-3e53-4985-89e4-abb9b7c5cb42 req-2d5cd0af-a3f6-4730-9729-78b9191b07b0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:39.086420 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-31ec33a1-3e53-4985-89e4-abb9b7c5cb42 req-2d5cd0af-a3f6-4730-9729-78b9191b07b0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.1927178 Jun 08 18:32:39.155964 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-31ec33a1-3e53-4985-89e4-abb9b7c5cb42 req-d1f98d62-5592-41dc-8db3-b1d29237e674 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587289 Jun 08 18:32:39.158077 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cea0fa-e58b-4b56-9031-468e0fc7d805 req-af875a5a-edeb-41e4-afb6-d2bbc0f2e796 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:39.160743 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e6cea0fa-e58b-4b56-9031-468e0fc7d805 req-af875a5a-edeb-41e4-afb6-d2bbc0f2e796 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.1382995 Jun 08 18:32:39.256189 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e6cea0fa-e58b-4b56-9031-468e0fc7d805 req-76bb4b1c-6582-4627-a3b5-b578b574c767 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/security-groups?id=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849209 Jun 08 18:32:39.437990 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-db34afad-d81f-4987-907b-aef8ee2fc565 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:39.439571 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-db34afad-d81f-4987-907b-aef8ee2fc565 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 946 time: 0.0882096 Jun 08 18:32:39.643699 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Deleting port 87d8d694-933f-49bd-9896-72ba33ce0192 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:39.644176 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:39.670842 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cff15-84c7-407e-a418-1629abb79691 req-f03df3bc-819e-4eed-814b-54051a5e99e3 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:39.674164 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-f03df3bc-819e-4eed-814b-54051a5e99e3 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/networks?id=3317fbe0-20f7-449b-aace-a91eb6ecf461 HTTP/1.1" status: 200 len: 814 time: 0.3601499 Jun 08 18:32:39.701050 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-94911f0d-320e-4795-a86b-9c564329c8b2 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/quotas/fe2a4d92b2d1415288ea56b89e97c6a3 HTTP/1.1" status: 200 len: 375 time: 0.0171120 Jun 08 18:32:39.794745 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-055d4b37-6387-4884-9309-65d961faf46c tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe2a4d92b2d1415288ea56b89e97c6a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871305 Jun 08 18:32:39.907940 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] For port 87d8d694-933f-49bd-9896-72ba33ce0192, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=87d8d694-933f-49bd-9896-72ba33ce0192,segment=NetworkSegment(e1a7b346-881f-4f47-886b-3063e398d632),segment_id=e1a7b346-881f-4f47-886b-3063e398d632)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:39.908530 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:40.010837 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-1e52f277-8697-4dd5-9cf3-29e7ae863531 service neutron] 10.222.0.43 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140718 Jun 08 18:32:40.055756 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Calling delete_port for 87d8d694-933f-49bd-9896-72ba33ce0192 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:40.205009 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-efbdf924-d882-4ea1-82af-6d2fa269c69a service neutron] 10.222.0.43 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838126 Jun 08 18:32:40.381506 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:40.393663 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['87d8d694-933f-49bd-9896-72ba33ce0192'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:40.404783 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:40.553339 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Pushing event deleted for resources: {'Port': ['ID=87d8d694-933f-49bd-9896-72ba33ce0192,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:40.586479 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:40.645637 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] No DVR routers for this DVR port 87d8d694-933f-49bd-9896-72ba33ce0192 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:40.651012 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:40.653147 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-97e6fa21-7ca1-4988-81e0-2e84017cfc4e req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.39 "DELETE /v2.0/ports/87d8d694-933f-49bd-9896-72ba33ce0192 HTTP/1.1" status: 204 len: 173 time: 1.2052541 Jun 08 18:32:40.653678 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8eedf0-0f94-451b-90d3-4e701929a93b', 'name': 'network-vif-deleted', 'tag': '87d8d694-933f-49bd-9896-72ba33ce0192'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:40.656275 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dee7c62-7d35-4a4f-a7b5-d68a3c21a9bf" -d '{"events": [{"server_uuid": "0e8eedf0-0f94-451b-90d3-4e701929a93b", "name": "network-vif-deleted", "tag": "87d8d694-933f-49bd-9896-72ba33ce0192"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:40.668936 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a9d2c-f8bf-44f4-bf58-767dbdf503d1 req-1616abba-6624-42b5-90e6-e6043bdfbd08 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:40.670506 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c92a9d2c-f8bf-44f4-bf58-767dbdf503d1 req-1616abba-6624-42b5-90e6-e6043bdfbd08 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 943 time: 0.3269639 Jun 08 18:32:40.690722 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4f40fd9-cbf4-4cfb-b3d3-5558d76ac153 req-96511a47-185f-467d-ac3a-1344ff856b91 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 210 time: 0.0696974 Jun 08 18:32:40.756578 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c92a9d2c-f8bf-44f4-bf58-767dbdf503d1 req-08ac48ba-3c9a-4ebd-831f-2c337b4bf3fc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706234 Jun 08 18:32:40.821625 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:32:40.863666 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c5ded5fe-dee3-4781-80c2-d8be703456a7 req-c789e00f-4de5-41f3-b73d-fbf1f6cd130a tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 210 time: 0.1019773 Jun 08 18:32:40.896251 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e27392b-584a-4894-a34d-a4a1f5d71b84 x-openstack-request-id: req-3e27392b-584a-4894-a34d-a4a1f5d71b84 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:40.897209 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8eedf0-0f94-451b-90d3-4e701929a93b", "name": "network-vif-deleted", "tag": "87d8d694-933f-49bd-9896-72ba33ce0192", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:40.897945 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e27392b-584a-4894-a34d-a4a1f5d71b84 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:40.899669 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8eedf0-0f94-451b-90d3-4e701929a93b', 'name': 'network-vif-deleted', 'tag': '87d8d694-933f-49bd-9896-72ba33ce0192', 'status': 'completed', 'code': 200} Jun 08 18:32:41.055294 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:41.072322 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'port_id': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'mac_address': 'fa:16:3e:6c:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:32:41.142344 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:41.171310 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:32:41.190116 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:41.262206 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:41.265234 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-102330cd-fd28-4ed9-8bd4-88df15ed8549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:41.349635 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=9']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:41.353595 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:41.540524 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:41.901417 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b58c1649-ac24-4a2f-bc83-5dbc8b5a9f13 req-0d8cdd65-94d3-4278-ac86-fe2123d32014 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e8eedf0-0f94-451b-90d3-4e701929a93b HTTP/1.1" status: 200 len: 210 time: 0.0605338 Jun 08 18:32:42.022975 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-aad64830-884e-46e1-96d1-4c5a1f0dfdaf req-865e5165-7f9b-44b1-92ce-2ccbef1f4691 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 210 time: 0.0450006 Jun 08 18:32:42.085750 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841ad81-f267-4006-b3f3-5177931d0257 req-3174132e-2218-45b9-9c2c-7a3f6a6755f2 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:42.087367 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5841ad81-f267-4006-b3f3-5177931d0257 req-3174132e-2218-45b9-9c2c-7a3f6a6755f2 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 944 time: 0.0923579 Jun 08 18:32:42.145400 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5841ad81-f267-4006-b3f3-5177931d0257 req-753c570b-9bb9-4fa7-8b6e-bbf08545bac6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509009 Jun 08 18:32:42.823983 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:42.897688 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:42.898946 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.017744 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58658) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:43.033377 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.062334 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:43.064746 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6353813-3e95-4dea-bbd5-80cd4adcfb76" -d '{"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:43.075547 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:43.081491 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_v2 [None req-6071e230-cbfd-4fe1-afe6-02bd60ad1f24 admin admin] Deleting subnet f853008f-4d75-4d03-9591-1f779f1d2fa5 {{(pid=92351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:32:43.084978 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6071e230-cbfd-4fe1-afe6-02bd60ad1f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.112834 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdb4915-c905-48dd-af74-fe0e095511c8 x-openstack-request-id: req-dfdb4915-c905-48dd-af74-fe0e095511c8 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:43.112961 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-plugged", "status": "completed", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:43.113379 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfdb4915-c905-48dd-af74-fe0e095511c8 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:43.113831 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'code': 200} Jun 08 18:32:43.145799 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6071e230-cbfd-4fe1-afe6-02bd60ad1f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1460406'] for subnet, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.206466 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.207607 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 87d8d694-933f-49bd-9896-72ba33ce0192 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:43.250918 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f210cb2f-bea0-4c92-b1f7-beacd949ea7a req-99185a05-6653-493e-a23d-a09e9db08c3a tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 210 time: 0.0754697 Jun 08 18:32:43.270713 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:43.290349 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6071e230-cbfd-4fe1-afe6-02bd60ad1f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.311794 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 87d8d694-933f-49bd-9896-72ba33ce0192 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:43.312440 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 87d8d694-933f-49bd-9896-72ba33ce0192 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:43.364255 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=10']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:43.377614 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.377957 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.378293 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.378622 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.378945 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.379270 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.379591 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.379908 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.382395 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.382866 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.383205 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.383528 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:43.392774 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:43.472430 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae7326-00d4-407e-883f-1164acd4b061 req-efd9166b-3808-4937-9451-f4fda729f3b3 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:43.479994 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e6ae7326-00d4-407e-883f-1164acd4b061 req-efd9166b-3808-4937-9451-f4fda729f3b3 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 946 time: 0.1339254 Jun 08 18:32:43.503020 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6071e230-cbfd-4fe1-afe6-02bd60ad1f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1470609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2574592'] for subnet, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.508529 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-5be831b3-f905-4c1b-9faa-b574d2d7c2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:43.526703 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e6ae7326-00d4-407e-883f-1164acd4b061 req-be049047-ecc6-40c0-ba2d-9440fdaebacb tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457852 Jun 08 18:32:43.545645 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071e230-cbfd-4fe1-afe6-02bd60ad1f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f853008f-4d75-4d03-9591-1f779f1d2fa5,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:43.549103 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6071e230-cbfd-4fe1-afe6-02bd60ad1f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:43.555107 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6071e230-cbfd-4fe1-afe6-02bd60ad1f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.555107 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-6071e230-cbfd-4fe1-afe6-02bd60ad1f24 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f853008f-4d75-4d03-9591-1f779f1d2fa5 HTTP/1.1" status: 204 len: 168 time: 0.5324919 Jun 08 18:32:43.556960 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 58674) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:43.687358 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.818174 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.839177 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e0e5e0-4201-476a-9c48-59f982e8d0cf']}} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:43.849290 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a7b346-881f-4f47-886b-3063e398d632') {'for_net_delete': True} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:43.849593 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a7b346-881f-4f47-886b-3063e398d632') {} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:43.864921 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2276388'] for segment, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.883968 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.891396 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=92350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:32:43.891801 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356013'] for segment, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: Traceback (most recent call last): Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: timer() Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: cb(*args, **kw) Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: return func(*args, **kwargs) Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: self._notify() Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: self.callback(batched_events) Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: event.method(event) Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: return f(self, *a, **k) Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: return self._get(url).json() Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: return self.request(url, 'GET', **kwargs) Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:32:43.906110 dv-cinder-789564-4-smb neutron-server[92350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:32:44.079824 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcc8af-8393-4794-8a92-9d0455b11179 req-1343507c-5d32-457e-8b0e-a47b1a820516 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:44.082448 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e7bcc8af-8393-4794-8a92-9d0455b11179 req-1343507c-5d32-457e-8b0e-a47b1a820516 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1220553 Jun 08 18:32:44.094975 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed5c46-341c-4530-a4c4-835c1febe658 req-78e6056e-7df5-4d17-9cd0-b4a2655fa4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:44.097451 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-17ed5c46-341c-4530-a4c4-835c1febe658 req-78e6056e-7df5-4d17-9cd0-b4a2655fa4ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 1099 time: 0.0830095 Jun 08 18:32:44.140847 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e7bcc8af-8393-4794-8a92-9d0455b11179 req-57205daf-9035-4415-a7c9-f5897123dc06 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499263 Jun 08 18:32:44.159302 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-17ed5c46-341c-4530-a4c4-835c1febe658 req-3b55f843-82c0-4432-a8df-c1b42a8c8dad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533257 Jun 08 18:32:44.170422 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:44.174523 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:44.188302 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:44.190148 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] 10.222.0.43 "DELETE /v2.0/networks/24e0e5e0-4201-476a-9c48-59f982e8d0cf HTTP/1.1" status: 204 len: 168 time: 0.6319838 Jun 08 18:32:44.197097 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Pushing event deleted for resources: {'Network': ['ID=24e0e5e0-4201-476a-9c48-59f982e8d0cf,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:44.199563 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-32283750-8ee7-4f45-b93b-e057f1151298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:44.429961 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-79cc5e54-f165-48a9-9492-6bae22818f8a req-a8832003-5015-4f8b-87c7-91592067621c tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 210 time: 0.0538614 Jun 08 18:32:44.483828 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cff15-84c7-407e-a418-1629abb79691 req-e69f265f-95e6-48f5-bc87-3a25d5c71f4e tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:44.487404 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-e69f265f-95e6-48f5-bc87-3a25d5c71f4e tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.39 "GET /v2.0/networks?id=3317fbe0-20f7-449b-aace-a91eb6ecf461 HTTP/1.1" status: 200 len: 814 time: 0.2460971 Jun 08 18:32:44.500868 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Request body: {'port': {'device_id': '27137b3e-9cae-452b-97e3-bed5529cd0c2', 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461', 'admin_state_up': True, 'tenant_id': 'fe2a4d92b2d1415288ea56b89e97c6a3'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:44.761529 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58688) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:44.774159 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dff7a-d37a-44cf-9de4-2bf83d552bbc req-0a1a4235-9e5d-4434-b144-6dec207ada3f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:44.776402 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-468dff7a-d37a-44cf-9de4-2bf83d552bbc req-0a1a4235-9e5d-4434-b144-6dec207ada3f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 946 time: 0.1214726 Jun 08 18:32:44.778415 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Made reservation on behalf of fe2a4d92b2d1415288ea56b89e97c6a3 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:32:44.782734 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:44.844910 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-468dff7a-d37a-44cf-9de4-2bf83d552bbc req-e92e5c6a-aee5-4073-9106-3dc972334345 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619099 Jun 08 18:32:44.895425 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-92cae321-d4b4-4b65-837d-4979c05390c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=385dfeca674e47b1800afad2ff7bdfd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1326315 Jun 08 18:32:44.898263 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 58694) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:44.966444 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4da37ae1-880e-4855-b498-e632baf857a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:44.991704 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Allocated IP 172.20.0.7 (3317fbe0-20f7-449b-aace-a91eb6ecf461/3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7/b59c8627-b383-4524-b24f-b6561a556cde) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:32:44.996908 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4da37ae1-880e-4855-b498-e632baf857a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.165941 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4da37ae1-880e-4855-b498-e632baf857a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.169583 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4da37ae1-880e-4855-b498-e632baf857a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.180369 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-4da37ae1-880e-4855-b498-e632baf857a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e HTTP/1.1" status: 204 len: 168 time: 0.2709694 Jun 08 18:32:45.181610 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:45.227370 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da37ae1-880e-4855-b498-e632baf857a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd626ff-0aaa-4a6e-89b2-a47f8a0ae66e,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:45.239802 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4da37ae1-880e-4855-b498-e632baf857a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:45.642082 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975656f-a21a-41ed-9189-7e9ed981b076 req-42c2f66a-069a-4b7c-b969-8f112797320b tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.645770 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b975656f-a21a-41ed-9189-7e9ed981b076 req-42c2f66a-069a-4b7c-b969-8f112797320b tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.2485893 Jun 08 18:32:45.654711 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.704044 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-29450728-0e64-4081-885d-23caf922ea6d req-1c522db5-a99d-43bb-9164-79bfc0443f0c tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 210 time: 0.0623848 Jun 08 18:32:45.733515 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-b895c4bd-ae84-47e3-b764-0d7aedbd24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.735644 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-b895c4bd-ae84-47e3-b764-0d7aedbd24a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 1099 time: 0.1493340 Jun 08 18:32:45.741705 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.753226 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b975656f-a21a-41ed-9189-7e9ed981b076 req-a256a697-ea49-4cd5-ad80-519b78d2bc3c tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925224 Jun 08 18:32:45.873994 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:45.877764 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:45.877764 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:32:45.877764 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:32:45.877764 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:32:45.877764 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:32:45.877764 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:32:45.924616 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Network 3317fbe0-20f7-449b-aace-a91eb6ecf461 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:32:45.928277 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:32:45.945705 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:32:46.031773 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.033252 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:46.136001 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-775a2cfe-65ef-46d1-b00a-b367ce390f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.137477 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-775a2cfe-65ef-46d1-b00a-b367ce390f0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 0.3699017 Jun 08 18:32:46.165935 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-35b56a50-eba5-4bde-aad3-e636f5bba24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6690483 Jun 08 18:32:46.178599 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Request body: {'port': {'device_id': '27137b3e-9cae-452b-97e3-bed5529cd0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:32:46.255785 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c344c-e840-42ec-9e27-b66a538ebf34 req-ef304fac-f089-4e9d-90f3-2bd800e68c16 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.255785 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-125c344c-e840-42ec-9e27-b66a538ebf34 req-ef304fac-f089-4e9d-90f3-2bd800e68c16 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 946 time: 0.2205710 Jun 08 18:32:46.272040 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-c8e7db4b-e41c-47e6-96f7-87d6fa283624 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 HTTP/1.1" status: 200 len: 1001 time: 0.1264353 Jun 08 18:32:46.315861 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:46.355818 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-69f7e90a-7dc3-426b-a051-a9cdea6cf65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.361516 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-69f7e90a-7dc3-426b-a051-a9cdea6cf65a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.0695627 Jun 08 18:32:46.386171 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-125c344c-e840-42ec-9e27-b66a538ebf34 req-06ea9771-9359-426e-a6d4-b10dcc258c20 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164994 Jun 08 18:32:46.467422 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-8fc27910-3822-4f3c-ba66-36ea88db16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.469300 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-8fc27910-3822-4f3c-ba66-36ea88db16d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871730 Jun 08 18:32:46.685986 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-3f840b46-ef71-4a64-8330-c97aa0e7160a service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065394 Jun 08 18:32:46.869089 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-9281feeb-641a-4f6b-8e51-0665732c3b59 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.870652 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-9281feeb-641a-4f6b-8e51-0665732c3b59 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1546316 Jun 08 18:32:46.875930 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cce45afe-0e58-4fd1-95b7-c40a182b983a req-3557b196-7c0f-459b-b23e-636a6ec86d8a service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815650 Jun 08 18:32:47.075777 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea245e-4a23-43fc-a1be-02d2965d6399 req-d54577b3-ff37-4633-b976-d073b5c135fb tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:47.088850 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f9ea245e-4a23-43fc-a1be-02d2965d6399 req-d54577b3-ff37-4633-b976-d073b5c135fb tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 946 time: 0.1329384 Jun 08 18:32:47.129514 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59c8627-b383-4524-b24f-b6561a556cde {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:32:47.147635 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:47.150973 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f9ea245e-4a23-43fc-a1be-02d2965d6399 req-c2533288-432d-4881-b0ff-aa8b9a99ad0b tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Jun 08 18:32:47.176731 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Transition to ACTIVE for port object b59c8627-b383-4524-b24f-b6561a556cde will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:32:47.210392 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72965049-b9a4-4776-aa7f-383309e73fdf req-a3104cfe-2d27-402c-b5f1-c9200a604b2c tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:47.212539 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-72965049-b9a4-4776-aa7f-383309e73fdf req-a3104cfe-2d27-402c-b5f1-c9200a604b2c tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 931 time: 0.3067100 Jun 08 18:32:47.214397 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Deleting port 0df8c63e-194e-4bd2-823b-97d39e82d9c6 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:47.214796 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:47.305887 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:47.318176 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:47.481839 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-72965049-b9a4-4776-aa7f-383309e73fdf req-96fdaeb3-a4fe-477a-88a1-a2818558530d tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507408 Jun 08 18:32:47.501061 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Pushing event updated for resources: {'Port': ['ID=b59c8627-b383-4524-b24f-b6561a556cde,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:47.506998 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:47.664762 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] For port 0df8c63e-194e-4bd2-823b-97d39e82d9c6, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0df8c63e-194e-4bd2-823b-97d39e82d9c6,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:47.665123 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:47.864098 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Calling delete_port for 0df8c63e-194e-4bd2-823b-97d39e82d9c6 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:47.920978 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Attempting to bind port b59c8627-b383-4524-b24f-b6561a556cde on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:32:47.922063 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Attempting to bind port b59c8627-b383-4524-b24f-b6561a556cde by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '489a2ec7-90e8-4a09-b383-245f71409fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:32:47.922063 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Attempting to bind port b59c8627-b383-4524-b24f-b6561a556cde on network 3317fbe0-20f7-449b-aace-a91eb6ecf461 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:47.933886 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Port b59c8627-b383-4524-b24f-b6561a556cde on network 3317fbe0-20f7-449b-aace-a91eb6ecf461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:32:47.934215 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Attempting to bind port b59c8627-b383-4524-b24f-b6561a556cde on network 3317fbe0-20f7-449b-aace-a91eb6ecf461 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:32:47.945158 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:32:47.945491 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Checking segment: {'id': '489a2ec7-90e8-4a09-b383-245f71409fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:32:47.945867 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Bound using segment: {'id': '489a2ec7-90e8-4a09-b383-245f71409fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:32:47.946290 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Bound port: b59c8627-b383-4524-b24f-b6561a556cde, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '489a2ec7-90e8-4a09-b383-245f71409fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:32:47.946630 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:47.969531 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1ff27-dc40-471e-ac06-5dc89d5bb7db req-31687ccd-9419-4465-b634-35beb93f9c78 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:47.971083 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-15a1ff27-dc40-471e-ac06-5dc89d5bb7db req-31687ccd-9419-4465-b634-35beb93f9c78 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 946 time: 0.3219256 Jun 08 18:32:48.130695 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-15a1ff27-dc40-471e-ac06-5dc89d5bb7db req-ababce00-0e41-4a5c-923e-4edaaf040bed tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517999 Jun 08 18:32:48.157246 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] For port b59c8627-b383-4524-b24f-b6561a556cde, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:32:48.165512 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] For port b59c8627-b383-4524-b24f-b6561a556cde, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b59c8627-b383-4524-b24f-b6561a556cde,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:32:48.279972 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:48.285915 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f1af461e-a995-4ea2-9f9a-f0dd39b343ad tempest-DeleteServersTestJSON-538682051 tempest-DeleteServersTestJSON-538682051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:48.336647 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:48.343445 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:48.343992 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:48.346587 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] 10.222.0.39 "PUT /v2.0/ports/b59c8627-b383-4524-b24f-b6561a556cde HTTP/1.1" status: 200 len: 1093 time: 2.1721220 Jun 08 18:32:48.349645 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['7307f1bd-754d-4f35-8bd9-e313462233c0', '0df8c63e-194e-4bd2-823b-97d39e82d9c6'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:48.350320 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27137b3e-9cae-452b-97e3-bed5529cd0c2', 'tag': 'b59c8627-b383-4524-b24f-b6561a556cde'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:48.354541 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1899d3f-aadc-4a56-860c-f0d845700967" -d '{"events": [{"name": "network-changed", "server_uuid": "27137b3e-9cae-452b-97e3-bed5529cd0c2", "tag": "b59c8627-b383-4524-b24f-b6561a556cde"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:48.604336 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] No DVR routers for this DVR port 0df8c63e-194e-4bd2-823b-97d39e82d9c6 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:48.606806 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Pushing event updated for resources: {'Port': ['ID=b59c8627-b383-4524-b24f-b6561a556cde,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:48.610406 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:48.613164 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:48.615775 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4246ca9d-ba34-493f-9b12-94d2eb74bce5 req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.39 "DELETE /v2.0/ports/0df8c63e-194e-4bd2-823b-97d39e82d9c6 HTTP/1.1" status: 204 len: 173 time: 1.7104681 Jun 08 18:32:48.616606 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:48.664905 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Pushing event deleted for resources: {'Port': ['ID=0df8c63e-194e-4bd2-823b-97d39e82d9c6,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:48.667423 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:48.689959 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cff15-84c7-407e-a418-1629abb79691 req-689c8947-414f-47da-8e1e-3c64d3e3947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:48.691448 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-689c8947-414f-47da-8e1e-3c64d3e3947f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2a4d92b2d1415288ea56b89e97c6a3&device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 1096 time: 0.1855280 Jun 08 18:32:48.808287 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-68622782-a630-4721-85c8-d1d7765f44fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b59c8627-b383-4524-b24f-b6561a556cde HTTP/1.1" status: 200 len: 217 time: 0.1094847 Jun 08 18:32:48.819167 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d0c7d722-4426-4d24-9d5f-f3ad95254191 req-b1e9e051-1832-45a5-88d9-af332984636b tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 210 time: 0.1094301 Jun 08 18:32:48.897983 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967cf9d6-d894-4990-9b47-470b0e9a20c3 x-openstack-request-id: req-967cf9d6-d894-4990-9b47-470b0e9a20c3 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:48.898304 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27137b3e-9cae-452b-97e3-bed5529cd0c2", "tag": "b59c8627-b383-4524-b24f-b6561a556cde", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:48.900786 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-967cf9d6-d894-4990-9b47-470b0e9a20c3 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:48.900786 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27137b3e-9cae-452b-97e3-bed5529cd0c2', 'tag': 'b59c8627-b383-4524-b24f-b6561a556cde', 'status': 'completed', 'code': 200} Jun 08 18:32:48.982128 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cff15-84c7-407e-a418-1629abb79691 req-123e23d8-a29e-4fd0-80ce-aa4e5d7ac952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:48.983628 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-123e23d8-a29e-4fd0-80ce-aa4e5d7ac952 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7 HTTP/1.1" status: 200 len: 854 time: 0.1693339 Jun 08 18:32:49.054999 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-a36d9888-5998-40ee-a09c-109ee2f40bd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3317fbe0-20f7-449b-aace-a91eb6ecf461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585382 Jun 08 18:32:49.167223 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946883-7298-4056-9e84-7908467b30ea req-6d65add6-85f6-47ca-b4ff-dc29f6177912 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:49.168750 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-40946883-7298-4056-9e84-7908467b30ea req-6d65add6-85f6-47ca-b4ff-dc29f6177912 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 943 time: 0.2385879 Jun 08 18:32:49.244830 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-798ab62d-8ffa-4871-92bb-4e2d934e5d02 service neutron] 10.222.0.39 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805139 Jun 08 18:32:49.252488 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-40946883-7298-4056-9e84-7908467b30ea req-7a631bb3-885e-455a-9172-77b6214d514b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755615 Jun 08 18:32:49.413372 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c91cff15-84c7-407e-a418-1629abb79691 req-0145885f-4c13-4658-ba83-a5a829247e6d service neutron] 10.222.0.39 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596105 Jun 08 18:32:49.450062 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f698b-f157-4a86-a31c-51b56c8e8c24 req-86cbafb7-6df1-410c-ad72-ef2e4284ec45 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:49.452795 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b09f698b-f157-4a86-a31c-51b56c8e8c24 req-86cbafb7-6df1-410c-ad72-ef2e4284ec45 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 946 time: 0.1471159 Jun 08 18:32:49.512948 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b09f698b-f157-4a86-a31c-51b56c8e8c24 req-3914f0e3-2327-494c-9897-ae53c25c95ce tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514240 Jun 08 18:32:49.707094 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-eb3e6d53-5a18-452a-8d40-95c8defa9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:49.708673 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-eb3e6d53-5a18-452a-8d40-95c8defa9710 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2a4d92b2d1415288ea56b89e97c6a3&device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0816822 Jun 08 18:32:49.871445 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-fe4f543e-86fb-45de-b30c-f1ab1f0a039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:49.873199 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-fe4f543e-86fb-45de-b30c-f1ab1f0a039f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3317fbe0-20f7-449b-aace-a91eb6ecf461 HTTP/1.1" status: 200 len: 915 time: 0.1573811 Jun 08 18:32:49.947924 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-f7905388-e169-4ac2-b893-8c95ef652c72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b59c8627-b383-4524-b24f-b6561a556cde HTTP/1.1" status: 200 len: 217 time: 0.0663524 Jun 08 18:32:50.027853 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-7c5393b9-b571-4222-9a7b-bcef31dcb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:50.029666 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-7c5393b9-b571-4222-9a7b-bcef31dcb867 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7 HTTP/1.1" status: 200 len: 854 time: 0.0707564 Jun 08 18:32:50.079650 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a3048da8-aae7-4051-92f9-fea4e97c1bc7 req-0a8348da-fc4b-4807-b277-e2f266466293 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e5af3dc-0a4a-4276-a03e-a464ebda5645 HTTP/1.1" status: 200 len: 210 time: 0.0488958 Jun 08 18:32:50.128243 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-bf46a73e-c351-4073-bdcd-a51d1f1e6356 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3317fbe0-20f7-449b-aace-a91eb6ecf461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475385 Jun 08 18:32:50.291084 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-9ab7b0c6-68ba-4dda-b653-e6144b8b13b9 service neutron] 10.222.0.39 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537795 Jun 08 18:32:50.454197 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b1899d3f-aadc-4a56-860c-f0d845700967 req-49593107-142b-4c88-993e-83bd5613d370 service neutron] 10.222.0.39 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561270 Jun 08 18:32:50.512689 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84502610-c9a1-4361-b5ed-e141c2b7b6c7 req-ab7e6c70-561a-416e-8391-53f9997ede04 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:50.514193 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-84502610-c9a1-4361-b5ed-e141c2b7b6c7 req-ab7e6c70-561a-416e-8391-53f9997ede04 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 943 time: 0.0900075 Jun 08 18:32:50.565910 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-84502610-c9a1-4361-b5ed-e141c2b7b6c7 req-69f2b7ee-e2f0-4047-a30a-26085c25ae95 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Jun 08 18:32:50.760101 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7ed8b-2c0b-45f6-a8a6-a37b01cc6088 req-c95e2765-9752-450a-b5cf-d017d88e095f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:50.761698 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5db7ed8b-2c0b-45f6-a8a6-a37b01cc6088 req-c95e2765-9752-450a-b5cf-d017d88e095f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.0816822 Jun 08 18:32:50.814475 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5db7ed8b-2c0b-45f6-a8a6-a37b01cc6088 req-ab2a7fb9-d054-417b-9dbb-020289ad71f2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Jun 08 18:32:50.855955 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 0df8c63e-194e-4bd2-823b-97d39e82d9c6 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:50.893046 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 0df8c63e-194e-4bd2-823b-97d39e82d9c6 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:50.893401 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 0df8c63e-194e-4bd2-823b-97d39e82d9c6 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:50.900530 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5af3dc-0a4a-4276-a03e-a464ebda5645', 'name': 'network-vif-deleted', 'tag': '0df8c63e-194e-4bd2-823b-97d39e82d9c6'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:50.903321 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3d845c-5ad3-4bff-be0b-520a2d4671cb" -d '{"events": [{"server_uuid": "7e5af3dc-0a4a-4276-a03e-a464ebda5645", "name": "network-vif-deleted", "tag": "0df8c63e-194e-4bd2-823b-97d39e82d9c6"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:50.951184 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b214d41-55e3-4ffc-aace-c39518ad81b6 x-openstack-request-id: req-5b214d41-55e3-4ffc-aace-c39518ad81b6 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:50.951794 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5af3dc-0a4a-4276-a03e-a464ebda5645", "name": "network-vif-deleted", "tag": "0df8c63e-194e-4bd2-823b-97d39e82d9c6", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:50.952311 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b214d41-55e3-4ffc-aace-c39518ad81b6 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:50.952684 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5af3dc-0a4a-4276-a03e-a464ebda5645', 'name': 'network-vif-deleted', 'tag': '0df8c63e-194e-4bd2-823b-97d39e82d9c6', 'status': 'completed', 'code': 200} Jun 08 18:32:51.864867 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04de49a-3e44-4e6e-8445-dd346020e5c3 req-ee85765c-8be6-4d63-add2-5a01d828f2b1 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:51.868234 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e04de49a-3e44-4e6e-8445-dd346020e5c3 req-ee85765c-8be6-4d63-add2-5a01d828f2b1 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 943 time: 0.1759064 Jun 08 18:32:51.897983 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa866-9d72-46a0-9f65-fff576145551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:51.945021 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e04de49a-3e44-4e6e-8445-dd346020e5c3 req-7bc81843-5056-4c04-98af-21de4440a308 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702255 Jun 08 18:32:51.946584 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8d5ee-2aa5-4337-8d03-fb228f0392f9 req-3f5120fb-1372-4732-b093-81fb34ef8fd2 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:51.949224 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bdb8d5ee-2aa5-4337-8d03-fb228f0392f9 req-3f5120fb-1372-4732-b093-81fb34ef8fd2 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.0992472 Jun 08 18:32:52.004663 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bdb8d5ee-2aa5-4337-8d03-fb228f0392f9 req-7f1cef1d-b4fe-4716-ae07-8cf872e5b1fe tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444498 Jun 08 18:32:52.190073 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845f573-0ee7-4c8a-a954-6312bcc0c9ce req-85e045a9-b032-4484-9ba5-7d5d94802e0b tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:52.191713 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9845f573-0ee7-4c8a-a954-6312bcc0c9ce req-85e045a9-b032-4484-9ba5-7d5d94802e0b tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.0940781 Jun 08 18:32:52.252991 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9845f573-0ee7-4c8a-a954-6312bcc0c9ce req-4c9d2d23-884b-48dd-937c-cd181c3901a6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513330 Jun 08 18:32:52.720109 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 58884) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:52.860717 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device b59c8627-b383-4524-b24f-b6561a556cde details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:32:52.867555 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d9d9acf2-2e0a-4850-aa88-00ae1d6b6772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:53.006582 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d9d9acf2-2e0a-4850-aa88-00ae1d6b6772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:53.039701 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port b59c8627-b383-4524-b24f-b6561a556cde, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b59c8627-b383-4524-b24f-b6561a556cde,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:53.056597 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': 'b59c8627-b383-4524-b24f-b6561a556cde', 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461', 'port_id': 'b59c8627-b383-4524-b24f-b6561a556cde', 'mac_address': 'fa:16:3e:c7:61:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:32:53.089241 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d9d9acf2-2e0a-4850-aa88-00ae1d6b6772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:53.114569 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-82c35b5e-b82f-4944-b43d-162dba82e68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:53.154462 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:53.172765 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59c8627-b383-4524-b24f-b6561a556cde {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:32:53.186471 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f149af-7b0f-47f2-b73a-b6cc42398429 req-4f7736a4-c68a-4c56-9ce5-01009254e6a5 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:53.190021 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port b59c8627-b383-4524-b24f-b6561a556cde, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b59c8627-b383-4524-b24f-b6561a556cde,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:53.194417 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-06f149af-7b0f-47f2-b73a-b6cc42398429 req-4f7736a4-c68a-4c56-9ce5-01009254e6a5 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 943 time: 0.1165998 Jun 08 18:32:53.204352 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-d9d9acf2-2e0a-4850-aa88-00ae1d6b6772 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3cb6c17f5a8a4d2aa201732010280bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829488 Jun 08 18:32:53.208820 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 58892) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:53.210726 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9acf2-2e0a-4850-aa88-00ae1d6b6772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5591f46e-129e-4ab5-9f09-8a3acf7bc367,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:53.215542 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d9d9acf2-2e0a-4850-aa88-00ae1d6b6772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:53.254132 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6a769-ecdb-4c35-8052-d8638b9cd211 req-579c0828-505f-49d9-8250-07d789ff33bc tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:53.255777 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-61d6a769-ecdb-4c35-8052-d8638b9cd211 req-579c0828-505f-49d9-8250-07d789ff33bc tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1108780 Jun 08 18:32:53.263038 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:53.267543 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:53.278804 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-06f149af-7b0f-47f2-b73a-b6cc42398429 req-7d125e5b-9288-49c9-8d9c-94d424ecd3c4 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825591 Jun 08 18:32:53.312642 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c8d125e2-429e-4bf2-9acc-899e32983b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:53.329285 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-61d6a769-ecdb-4c35-8052-d8638b9cd211 req-02a1f15d-4f40-44a7-a1ca-955a870200bd tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662062 Jun 08 18:32:53.354918 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c8d125e2-429e-4bf2-9acc-899e32983b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:53.355865 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=b59c8627-b383-4524-b24f-b6561a556cde,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:53.359564 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:53.512642 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a784f16-37bd-4b93-ab2a-337c04641323 req-b9bbe81e-255b-44b9-b794-4a89be2ce1b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:53.514214 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8a784f16-37bd-4b93-ab2a-337c04641323 req-b9bbe81e-255b-44b9-b794-4a89be2ce1b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1035776 Jun 08 18:32:53.527562 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['b59c8627-b383-4524-b24f-b6561a556cde'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:53.567775 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8a784f16-37bd-4b93-ab2a-337c04641323 req-706a2109-be40-4539-bd87-d01b71ba00bb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Jun 08 18:32:53.593577 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c8d125e2-429e-4bf2-9acc-899e32983b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:53.596021 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c8d125e2-429e-4bf2-9acc-899e32983b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:53.597177 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-c8d125e2-429e-4bf2-9acc-899e32983b4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5591f46e-129e-4ab5-9f09-8a3acf7bc367 HTTP/1.1" status: 204 len: 168 time: 0.3857770 Jun 08 18:32:53.597990 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-6e88930a-204f-4a7a-87b4-8783408df39d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:53.610970 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d125e2-429e-4bf2-9acc-899e32983b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5591f46e-129e-4ab5-9f09-8a3acf7bc367,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:53.614716 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-c8d125e2-429e-4bf2-9acc-899e32983b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:54.476169 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ad674-bf04-4312-8b1e-eb0bfd5ba3de req-30cd4a3d-3571-4486-9a05-b540f31f9b54 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:54.477813 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-250ad674-bf04-4312-8b1e-eb0bfd5ba3de req-30cd4a3d-3571-4486-9a05-b540f31f9b54 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 944 time: 0.0868785 Jun 08 18:32:54.543562 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-250ad674-bf04-4312-8b1e-eb0bfd5ba3de req-fd0d6f79-14b3-44d8-8a5a-2f6058247500 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546513 Jun 08 18:32:54.572040 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c560bc4-0f09-461d-84f2-eec194d49d9e req-80f5e448-3f95-43e3-a732-874cc6adb117 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:54.573628 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6c560bc4-0f09-461d-84f2-eec194d49d9e req-80f5e448-3f95-43e3-a732-874cc6adb117 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1000915 Jun 08 18:32:54.646999 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6c560bc4-0f09-461d-84f2-eec194d49d9e req-28b8a419-40c2-4bd8-bd65-d4334a1b9e39 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610197 Jun 08 18:32:54.662337 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:54.787815 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7747b204-9e6a-40af-b5b8-3d08ca9cdba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:54.788040 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b828735-3240-44b9-bd30-bc44208b9d14 req-7bb7b013-e383-4091-85ce-1632102c347c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:54.789991 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7b828735-3240-44b9-bd30-bc44208b9d14 req-7bb7b013-e383-4091-85ce-1632102c347c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.0888762 Jun 08 18:32:54.837402 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7b828735-3240-44b9-bd30-bc44208b9d14 req-26e5926f-1bf3-4924-b47e-b0765cb24487 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403738 Jun 08 18:32:54.874064 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device b59c8627-b383-4524-b24f-b6561a556cde up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:55.004547 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port b59c8627-b383-4524-b24f-b6561a556cde completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:32:55.010229 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port b59c8627-b383-4524-b24f-b6561a556cde triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:55.010665 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:55.146140 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:55.175285 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27137b3e-9cae-452b-97e3-bed5529cd0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c8627-b383-4524-b24f-b6561a556cde'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:55.177648 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e35190-8f57-4203-8743-7d794f3387ef" -d '{"events": [{"server_uuid": "27137b3e-9cae-452b-97e3-bed5529cd0c2", "name": "network-vif-plugged", "status": "completed", "tag": "b59c8627-b383-4524-b24f-b6561a556cde"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:55.190792 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port b59c8627-b383-4524-b24f-b6561a556cde, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b59c8627-b383-4524-b24f-b6561a556cde,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:55.223556 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f11efeb-0865-4dfa-ac62-52db5e40870d x-openstack-request-id: req-0f11efeb-0865-4dfa-ac62-52db5e40870d {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:55.223979 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27137b3e-9cae-452b-97e3-bed5529cd0c2", "name": "network-vif-plugged", "status": "completed", "tag": "b59c8627-b383-4524-b24f-b6561a556cde", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:55.224475 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f11efeb-0865-4dfa-ac62-52db5e40870d {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:55.224943 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27137b3e-9cae-452b-97e3-bed5529cd0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c8627-b383-4524-b24f-b6561a556cde', 'code': 200} Jun 08 18:32:55.296433 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:55.298611 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:55.380854 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=b59c8627-b383-4524-b24f-b6561a556cde,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:55.386901 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:55.664012 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f463f11-9825-4668-8233-8bfbad00da33 req-c6a7f77d-4442-4f59-82e1-10d77c9179fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:55.665928 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8f463f11-9825-4668-8233-8bfbad00da33 req-c6a7f77d-4442-4f59-82e1-10d77c9179fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 1098 time: 0.1165721 Jun 08 18:32:55.779571 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8f463f11-9825-4668-8233-8bfbad00da33 req-06d8e6e8-53f5-472a-91ec-f7b5087f6475 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057444 Jun 08 18:32:55.810630 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001af47d-ceb2-461b-a0c4-abef5b29979c req-d85f3250-7b6e-48d0-8f3f-38786363b02f tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:55.813317 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-001af47d-ceb2-461b-a0c4-abef5b29979c req-d85f3250-7b6e-48d0-8f3f-38786363b02f tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 945 time: 0.1243923 Jun 08 18:32:55.884684 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e632b-c2e8-4fa3-a64f-a81a63f87972 req-aa25cb0f-4346-43b9-b517-a68df36b10df tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:55.892580 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-323e632b-c2e8-4fa3-a64f-a81a63f87972 req-aa25cb0f-4346-43b9-b517-a68df36b10df tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1093056 Jun 08 18:32:55.901512 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-001af47d-ceb2-461b-a0c4-abef5b29979c req-a99d91cd-0fde-4938-948c-70ce363639e6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766475 Jun 08 18:32:55.914876 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:55.989278 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-323e632b-c2e8-4fa3-a64f-a81a63f87972 req-a3055e43-02c4-499d-87af-2d52868c1430 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955009 Jun 08 18:32:56.269887 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa47e9-1a36-4df0-bfcf-bf41c012e42d req-a469ac82-fbec-452e-8364-6306cfa6bc93 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:56.271382 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-66fa47e9-1a36-4df0-bfcf-bf41c012e42d req-a469ac82-fbec-452e-8364-6306cfa6bc93 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.0874448 Jun 08 18:32:56.321077 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-66fa47e9-1a36-4df0-bfcf-bf41c012e42d req-35490767-ef11-4292-8edb-8f7c63b0ae3c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434659 Jun 08 18:32:56.739611 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 59016) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:56.894457 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e6849ebf-49e7-4730-ad0f-90865d41d5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:57.017432 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e6849ebf-49e7-4730-ad0f-90865d41d5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:57.102806 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e6849ebf-49e7-4730-ad0f-90865d41d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:57.110730 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-c8d125e2-429e-4bf2-9acc-899e32983b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:57.209900 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db01912-275e-4ca5-8023-4acd55d8ac7c req-80b63d4d-d3e7-4989-b4a4-de0aff2f5a57 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:57.212195 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4db01912-275e-4ca5-8023-4acd55d8ac7c req-80b63d4d-d3e7-4989-b4a4-de0aff2f5a57 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1044807 Jun 08 18:32:57.253683 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-e6849ebf-49e7-4730-ad0f-90865d41d5bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f193c9c9ff964be6a0cddcde60c6c1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127907 Jun 08 18:32:57.256251 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6849ebf-49e7-4730-ad0f-90865d41d5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d7ec1e-8338-4b44-bd94-e973d928f090,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:57.259664 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 59026) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:57.265348 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4db01912-275e-4ca5-8023-4acd55d8ac7c req-01a68759-5c9d-4fae-829b-e09d3ac12b1d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474255 Jun 08 18:32:57.271330 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-e6849ebf-49e7-4730-ad0f-90865d41d5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:57.288235 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf9d18-83c0-497b-96fd-460ecc602332 req-6c1d6793-1306-4173-87a3-a0f509b9d858 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:57.289688 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f2cf9d18-83c0-497b-96fd-460ecc602332 req-6c1d6793-1306-4173-87a3-a0f509b9d858 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 945 time: 0.2469432 Jun 08 18:32:57.367909 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f2cf9d18-83c0-497b-96fd-460ecc602332 req-3d68633d-ba1f-4331-af02-10e9b57525c3 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707204 Jun 08 18:32:57.373264 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f44efd90-3db9-4f24-9cc9-065ea8877c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:57.412416 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f44efd90-3db9-4f24-9cc9-065ea8877c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:57.439840 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:57.538699 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11ccc4-7fd7-420a-9ee0-8089c31ceeb4 req-c8daf8ee-5823-4780-8b75-602abcf82140 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:57.540267 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6e11ccc4-7fd7-420a-9ee0-8089c31ceeb4 req-c8daf8ee-5823-4780-8b75-602abcf82140 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1016603 Jun 08 18:32:57.590769 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6e11ccc4-7fd7-420a-9ee0-8089c31ceeb4 req-dae75240-d75e-42fb-b2b0-a7ccff440a35 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447440 Jun 08 18:32:57.610566 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f44efd90-3db9-4f24-9cc9-065ea8877c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:57.614193 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f44efd90-3db9-4f24-9cc9-065ea8877c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:57.615744 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-f44efd90-3db9-4f24-9cc9-065ea8877c5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3d7ec1e-8338-4b44-bd94-e973d928f090 HTTP/1.1" status: 204 len: 168 time: 0.3546793 Jun 08 18:32:57.617628 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-13479708-38ab-474d-8356-b0aa5ec9ffa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:57.634980 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44efd90-3db9-4f24-9cc9-065ea8877c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d7ec1e-8338-4b44-bd94-e973d928f090,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:57.639331 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f44efd90-3db9-4f24-9cc9-065ea8877c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:57.902542 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-b762bfb1-9da1-4a12-9cf1-e0d0fe2acebd tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:57.904058 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-b762bfb1-9da1-4a12-9cf1-e0d0fe2acebd tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.39 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.1026163 Jun 08 18:32:58.051825 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Deleting port 7307f1bd-754d-4f35-8bd9-e313462233c0 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:58.052287 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:58.190948 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] For port 7307f1bd-754d-4f35-8bd9-e313462233c0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7307f1bd-754d-4f35-8bd9-e313462233c0,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:58.191289 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:58.323956 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Calling delete_port for 7307f1bd-754d-4f35-8bd9-e313462233c0 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:58.467289 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5063e3-9783-42ec-a104-53e848c5f315 req-4cd9a081-a2ca-4b7e-a647-495f0a0a671a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:58.468849 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9d5063e3-9783-42ec-a104-53e848c5f315 req-4cd9a081-a2ca-4b7e-a647-495f0a0a671a tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 945 time: 0.0878260 Jun 08 18:32:58.518263 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9d5063e3-9783-42ec-a104-53e848c5f315 req-519a95ec-b9b7-4c96-b599-847fbe9adea1 tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/security-groups?id=8db102ed-d148-4d5e-8e70-0acecec3e157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Jun 08 18:32:58.625483 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:58.632061 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:58.637765 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['7307f1bd-754d-4f35-8bd9-e313462233c0'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:58.680866 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 59080) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:58.700320 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5470-dbe4-42f3-a02b-98fc13d86660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:58.728848 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Pushing event deleted for resources: {'Port': ['ID=7307f1bd-754d-4f35-8bd9-e313462233c0,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:58.736778 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:58.854603 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5470-dbe4-42f3-a02b-98fc13d86660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:58.958406 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] No DVR routers for this DVR port 7307f1bd-754d-4f35-8bd9-e313462233c0 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:58.962234 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:58.964298 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c0f4e166-e5ca-4bd2-98c7-2404965eaa25 req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.39 "DELETE /v2.0/ports/7307f1bd-754d-4f35-8bd9-e313462233c0 HTTP/1.1" status: 204 len: 173 time: 1.0546858 Jun 08 18:32:58.966956 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30af197-fc11-4252-a827-e69f3b2679f4', 'name': 'network-vif-deleted', 'tag': '7307f1bd-754d-4f35-8bd9-e313462233c0'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:58.969653 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b9a370-cb70-4788-95f9-dc9f6e2b549c" -d '{"events": [{"server_uuid": "a30af197-fc11-4252-a827-e69f3b2679f4", "name": "network-vif-deleted", "tag": "7307f1bd-754d-4f35-8bd9-e313462233c0"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:58.982657 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5470-dbe4-42f3-a02b-98fc13d86660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:58.994712 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3992983e-c4c5-4343-9fc2-0f42666e1f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:58.998287 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96742b-0e3c-472d-9af4-6cbcc48bad79 req-3cb4f827-2692-485f-8798-70853a66e008 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:59.000136 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7d96742b-0e3c-472d-9af4-6cbcc48bad79 req-3cb4f827-2692-485f-8798-70853a66e008 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.2681680 Jun 08 18:32:59.024507 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860bec05-ea8d-42f0-8606-962f6f2f96e9 x-openstack-request-id: req-860bec05-ea8d-42f0-8606-962f6f2f96e9 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:59.024887 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30af197-fc11-4252-a827-e69f3b2679f4", "name": "network-vif-deleted", "tag": "7307f1bd-754d-4f35-8bd9-e313462233c0", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:59.025231 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-860bec05-ea8d-42f0-8606-962f6f2f96e9 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:59.025631 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30af197-fc11-4252-a827-e69f3b2679f4', 'name': 'network-vif-deleted', 'tag': '7307f1bd-754d-4f35-8bd9-e313462233c0', 'status': 'completed', 'code': 200} Jun 08 18:32:59.039190 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f5470-dbe4-42f3-a02b-98fc13d86660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947f6257-a1b7-4201-8781-02db77432c16,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:59.046661 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59086) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:59.046878 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-0d0f5470-dbe4-42f3-a02b-98fc13d86660 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a4daff87b444017bfc638d7d13adebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645706 Jun 08 18:32:59.047912 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-0d0f5470-dbe4-42f3-a02b-98fc13d86660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:59.067051 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7d96742b-0e3c-472d-9af4-6cbcc48bad79 req-5e41ee58-bdce-4bc5-9aae-aacba710c9bc tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606411 Jun 08 18:32:59.120671 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0200d9e3-f248-4b78-be3b-86d0ee21cc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:59.148499 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0200d9e3-f248-4b78-be3b-86d0ee21cc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:59.273479 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0200d9e3-f248-4b78-be3b-86d0ee21cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:59.276543 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0200d9e3-f248-4b78-be3b-86d0ee21cc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:59.277961 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-0200d9e3-f248-4b78-be3b-86d0ee21cc98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/947f6257-a1b7-4201-8781-02db77432c16 HTTP/1.1" status: 204 len: 168 time: 0.2306161 Jun 08 18:32:59.278737 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d9d9acf2-2e0a-4850-aa88-00ae1d6b6772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:59.288675 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d9e3-f248-4b78-be3b-86d0ee21cc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947f6257-a1b7-4201-8781-02db77432c16,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:59.290916 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0200d9e3-f248-4b78-be3b-86d0ee21cc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:59.704497 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-07fca3b7-ea46-4671-96c4-02eeffe2dccd req-ba70f874-b3c8-4b5b-8b73-509e1c89eb0b tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] 10.222.0.43 "GET /v2.0/ports?device_id=a30af197-fc11-4252-a827-e69f3b2679f4 HTTP/1.1" status: 200 len: 210 time: 0.0521395 Jun 08 18:33:00.299508 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40635c74-f24a-4100-8541-cf2708cac31c req-8fd79522-4746-4fec-982c-4c1a3e8c4521 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:00.302179 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-40635c74-f24a-4100-8541-cf2708cac31c req-8fd79522-4746-4fec-982c-4c1a3e8c4521 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1058335 Jun 08 18:33:00.350187 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-40635c74-f24a-4100-8541-cf2708cac31c req-b9fdad0c-8ccc-4e92-bfc5-88e93cff491e tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420420 Jun 08 18:33:00.813621 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59138) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:00.913497 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7307f1bd-754d-4f35-8bd9-e313462233c0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:00.951584 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 7307f1bd-754d-4f35-8bd9-e313462233c0 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:00.951848 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7307f1bd-754d-4f35-8bd9-e313462233c0 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:01.400902 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-908584'] for router_interface, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:01.718655 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3300f-4b08-4e33-a311-b7cf210b5706 req-fcb4a818-321a-4cb3-bf8c-f7929ec09ed9 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:01.720154 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-62d3300f-4b08-4e33-a311-b7cf210b5706 req-fcb4a818-321a-4cb3-bf8c-f7929ec09ed9 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.2514982 Jun 08 18:33:01.821342 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-62d3300f-4b08-4e33-a311-b7cf210b5706 req-1a774e0c-a718-4934-b12b-d10bbc31ff8a tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927892 Jun 08 18:33:02.012369 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Deleting port 845d5244-61db-4e7d-ad06-30a5434e791e {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:02.013193 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:02.231853 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] For port 845d5244-61db-4e7d-ad06-30a5434e791e, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=845d5244-61db-4e7d-ad06-30a5434e791e,segment=NetworkSegment(0e0fe514-90c4-4b56-8327-563b66291b2f),segment_id=0e0fe514-90c4-4b56-8327-563b66291b2f)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:02.232240 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:02.372271 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Calling delete_port for 845d5244-61db-4e7d-ad06-30a5434e791e owned by network:router_interface {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:02.763183 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2348e-640f-4366-9bc9-ab0072cbc3dd req-7c295315-87d3-4b21-8929-d034393721db tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:02.764703 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-41e2348e-640f-4366-9bc9-ab0072cbc3dd req-7c295315-87d3-4b21-8929-d034393721db tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.2311990 Jun 08 18:33:02.809198 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-cab106f0-6b09-476e-95a7-add77fed16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:02.809913 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-cab106f0-6b09-476e-95a7-add77fed16ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 1099 time: 0.1984122 Jun 08 18:33:02.904590 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-41e2348e-640f-4366-9bc9-ab0072cbc3dd req-8b41e686-460c-4bcc-9f84-855ec4118d83 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330099 Jun 08 18:33:02.958893 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:02.966094 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:03.045143 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-7ca4ab5d-a40a-4466-acdb-9f79c5768c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:03.046594 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-7ca4ab5d-a40a-4466-acdb-9f79c5768c72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 912 time: 0.2224309 Jun 08 18:33:03.051977 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=845d5244-61db-4e7d-ad06-30a5434e791e,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:03.056039 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:03.257268 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-ebe114c6-7826-4f0d-8cf8-6470c67b674d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41 HTTP/1.1" status: 200 len: 1001 time: 0.2007542 Jun 08 18:33:03.407168 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-d43500f7-ab69-4be4-940c-e7962e4ac553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:03.409013 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-d43500f7-ab69-4be4-940c-e7962e4ac553 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 200 len: 850 time: 0.1446562 Jun 08 18:33:03.563308 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844755'] for router_interface, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.726528 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-90b6af10-88ef-40bc-a466-7bff340a4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:03.728029 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-90b6af10-88ef-40bc-a466-7bff340a4b08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3089020 Jun 08 18:33:04.021235 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-2038437f-e0d9-4477-99c4-87fc8d271397 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824986 Jun 08 18:33:04.106864 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046b035-2b78-4ca5-92a7-a4f089f31e15 req-bec8fa3f-9371-4856-aa66-47a75ad2035c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:04.112261 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9046b035-2b78-4ca5-92a7-a4f089f31e15 req-bec8fa3f-9371-4856-aa66-47a75ad2035c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.0935090 Jun 08 18:33:04.171192 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9046b035-2b78-4ca5-92a7-a4f089f31e15 req-ebad7c89-bcfc-482c-a72b-7e8e09153786 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567436 Jun 08 18:33:04.175486 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Router 3c7dde78-9780-4506-8bdf-1cb0f620a35f has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:33:04.213415 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3b1680ab-3c47-42ff-b5ec-b0b372a6f4f2 req-60f25f51-b310-45b5-a7c7-85938865dd7c service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843543 Jun 08 18:33:04.388237 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:33:04.393663 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] 10.222.0.43 "PUT /v2.0/routers/3c7dde78-9780-4506-8bdf-1cb0f620a35f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5785630 Jun 08 18:33:04.395886 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59188) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:04.397411 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] Sync routers for ids ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:33:04.419520 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] Routers {'3c7dde78-9780-4506-8bdf-1cb0f620a35f'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:04.420424 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:32:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:04.578269 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks [] for router, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.605001 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] Set router 3c7dde78-9780-4506-8bdf-1cb0f620a35f gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:04.771972 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.920920 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50'}], 'enable_snat': True}, 'gw_port_id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:30Z', 'updated_at': '2021-06-08T18:33:02Z', 'revision_number': 5, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'gw_port': {'id': '0dede7e2-fcbe-43af-adcd-69e0b9d7a98b', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:32Z', 'updated_at': '2021-06-08T18:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:04.930978 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] Checking router: 3c7dde78-9780-4506-8bdf-1cb0f620a35f for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:33:04.942423 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] Routers {'3c7dde78-9780-4506-8bdf-1cb0f620a35f'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:04.943052 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:32:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:05.124850 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Deleting port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:05.125555 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:05.156003 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] Set router 3c7dde78-9780-4506-8bdf-1cb0f620a35f gateway port host: None {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:05.269687 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] For port 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=0dede7e2-fcbe-43af-adcd-69e0b9d7a98b,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:05.270279 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:05.283677 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:30Z', 'updated_at': '2021-06-08T18:33:04Z', 'revision_number': 6, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'gw_port_host': None}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:05.298631 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5682c1-a271-4e45-86f2-06b88eb586b4 None None] The sync data for ids ['3c7dde78-9780-4506-8bdf-1cb0f620a35f'] in dv-cinder-789564-4-smb is: [{'id': '3c7dde78-9780-4506-8bdf-1cb0f620a35f', 'name': 'tempest-ServerRescueNegativeTestJSON-1205737846-router', 'tenant_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:30Z', 'updated_at': '2021-06-08T18:33:04Z', 'revision_number': 6, 'project_id': 'b84b565ac60d4d7f8b9f80e78027432a', 'gw_port_host': None}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:33:05.448469 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Calling delete_port for 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b owned by network:router_gateway {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:05.519695 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b3f68-cd8c-4404-ab54-b1b0a34a024d req-289e8a79-1ace-4b7b-90b5-37fc0344d976 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:05.521305 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8b6b3f68-cd8c-4404-ab54-b1b0a34a024d req-289e8a79-1ace-4b7b-90b5-37fc0344d976 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1701899 Jun 08 18:33:05.586027 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8b6b3f68-cd8c-4404-ab54-b1b0a34a024d req-a6a707ff-7ec7-4be9-a78f-310e6758fcb0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588937 Jun 08 18:33:05.666783 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 845d5244-61db-4e7d-ad06-30a5434e791e no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:05.702805 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 845d5244-61db-4e7d-ad06-30a5434e791e {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:05.703081 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 845d5244-61db-4e7d-ad06-30a5434e791e not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:05.769319 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:05.775167 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b9054bee-40b4-4038-96e9-9012695f04ca tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:05.826139 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dede7e2-fcbe-43af-adcd-69e0b9d7a98b,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:05.829343 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:05.843999 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:33:05.924993 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-908622'] for router_gateway, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:06.134871 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-856347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13369'] for router, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:06.137424 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:06.763731 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-856567'] for router, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:06.764184 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c7dde78-9780-4506-8bdf-1cb0f620a35f {{(pid=92351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:33:06.769503 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Notify callbacks [] for router, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:06.770466 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3c7dde78-9780-4506-8bdf-1cb0f620a35f HTTP/1.1" status: 204 len: 168 time: 2.3732762 Jun 08 18:33:06.773612 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59210) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:06.838856 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_v2 [None req-effedf91-6820-4a38-918d-6f15ce2fcbd6 admin admin] Deleting subnet f1880487-e29d-4385-b0c1-eb4d0215b9c6 {{(pid=92351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:33:06.842192 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-effedf91-6820-4a38-918d-6f15ce2fcbd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:06.909000 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-effedf91-6820-4a38-918d-6f15ce2fcbd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1460406'] for subnet, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:06.965768 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-effedf91-6820-4a38-918d-6f15ce2fcbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.140950 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-effedf91-6820-4a38-918d-6f15ce2fcbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1470609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2574592'] for subnet, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.145303 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a3a70b78-bc73-433b-bdcc-0ca74bb8b427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:07.181474 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effedf91-6820-4a38-918d-6f15ce2fcbd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1880487-e29d-4385-b0c1-eb4d0215b9c6,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:07.184070 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-effedf91-6820-4a38-918d-6f15ce2fcbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:07.187061 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-effedf91-6820-4a38-918d-6f15ce2fcbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.188398 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-effedf91-6820-4a38-918d-6f15ce2fcbd6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f1880487-e29d-4385-b0c1-eb4d0215b9c6 HTTP/1.1" status: 204 len: 168 time: 0.4136708 Jun 08 18:33:07.190944 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59214) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:07.301927 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.529719 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.548035 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0af616-103c-4942-9a88-9f3e4cbd3e2f']}} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:07.575206 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0fe514-90c4-4b56-8327-563b66291b2f') {'for_net_delete': True} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:07.575512 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0fe514-90c4-4b56-8327-563b66291b2f') {} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:07.594242 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1460413'] for segment, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.610359 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.616281 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:07.625246 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=92351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:33:07.625928 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1470516'] for segment, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: Traceback (most recent call last): Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: timer() Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: cb(*args, **kw) Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: return func(*args, **kwargs) Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: self._notify() Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: self.callback(batched_events) Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: event.method(event) Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: return f(self, *a, **k) Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: return self._get(url).json() Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: return self.request(url, 'GET', **kwargs) Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:33:07.641073 dv-cinder-789564-4-smb neutron-server[92351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:33:07.658120 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:07.658482 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 0dede7e2-fcbe-43af-adcd-69e0b9d7a98b not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:07.798681 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.803272 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:07.820670 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:07.825554 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] 10.222.0.43 "DELETE /v2.0/networks/6a0af616-103c-4942-9a88-9f3e4cbd3e2f HTTP/1.1" status: 204 len: 168 time: 0.6306071 Jun 08 18:33:07.826261 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0af616-103c-4942-9a88-9f3e4cbd3e2f,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:07.829860 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c9cb102a-8937-4fc5-961c-abfadf4998ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:08.328973 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 59230) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:08.392005 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-6017bbfc-7262-41b7-850d-b78908328cb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b84b565ac60d4d7f8b9f80e78027432a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0616148 Jun 08 18:33:08.396892 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 59232) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:08.467527 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-46c64d7d-f559-4b90-a308-d379986a59d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:08.496734 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-46c64d7d-f559-4b90-a308-d379986a59d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:08.628560 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-46c64d7d-f559-4b90-a308-d379986a59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:08.633497 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-46c64d7d-f559-4b90-a308-d379986a59d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:08.635190 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-46c64d7d-f559-4b90-a308-d379986a59d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8db102ed-d148-4d5e-8e70-0acecec3e157 HTTP/1.1" status: 204 len: 168 time: 0.2371471 Jun 08 18:33:08.636536 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-17b8e01e-2095-4c6b-857b-e5a54aa2600b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:08.651078 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64d7d-f559-4b90-a308-d379986a59d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db102ed-d148-4d5e-8e70-0acecec3e157,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:08.655049 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-46c64d7d-f559-4b90-a308-d379986a59d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:15.725065 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:19.159254 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 59454) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:19.281631 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7d80bbc3-d612-4ff0-8c70-b84290adf657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:19.406210 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7d80bbc3-d612-4ff0-8c70-b84290adf657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:19.543631 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-7d80bbc3-d612-4ff0-8c70-b84290adf657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:19.556270 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-30432b6e-afb1-488c-89e1-cf0a2e941d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:19.595197 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-7d80bbc3-d612-4ff0-8c70-b84290adf657 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4de3b73552c413093ce159425170ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348109 Jun 08 18:33:19.596954 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80bbc3-d612-4ff0-8c70-b84290adf657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec8a7a4-b6eb-4b28-a625-52dec9333754,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:19.598319 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59474) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:19.600063 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-7d80bbc3-d612-4ff0-8c70-b84290adf657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:19.661039 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4a36a8c3-e8fa-4cd7-967b-aa48b3d9c1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:19.691087 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4a36a8c3-e8fa-4cd7-967b-aa48b3d9c1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:19.872142 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4a36a8c3-e8fa-4cd7-967b-aa48b3d9c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:19.874592 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-4a36a8c3-e8fa-4cd7-967b-aa48b3d9c1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:19.878656 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-4a36a8c3-e8fa-4cd7-967b-aa48b3d9c1ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dec8a7a4-b6eb-4b28-a625-52dec9333754 HTTP/1.1" status: 204 len: 168 time: 0.2763684 Jun 08 18:33:19.878656 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-fecafec0-9421-4aec-ba35-61210d946f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:19.887100 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36a8c3-e8fa-4cd7-967b-aa48b3d9c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec8a7a4-b6eb-4b28-a625-52dec9333754,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:19.889645 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-4a36a8c3-e8fa-4cd7-967b-aa48b3d9c1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:20.714961 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59508) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:20.735287 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8ebaf93b-a24d-4719-8867-51f8610b28c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:20.846922 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8ebaf93b-a24d-4719-8867-51f8610b28c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:20.935163 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8ebaf93b-a24d-4719-8867-51f8610b28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:20.942631 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-49081f64-90cc-4346-ae54-cfe6bb70912a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:20.984913 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-8ebaf93b-a24d-4719-8867-51f8610b28c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=107424c2cd174e07879a829ef6423091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682085 Jun 08 18:33:20.985688 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaf93b-a24d-4719-8867-51f8610b28c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790153e6-5bf3-40bd-9da4-2f9a17018760,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:20.988006 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59512) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:21.003498 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8ebaf93b-a24d-4719-8867-51f8610b28c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:21.050429 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-97b3d1a8-3ce3-4747-97b5-a589623b63ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:21.081387 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-97b3d1a8-3ce3-4747-97b5-a589623b63ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:21.210373 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-97b3d1a8-3ce3-4747-97b5-a589623b63ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:21.212954 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-97b3d1a8-3ce3-4747-97b5-a589623b63ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:21.214093 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-97b3d1a8-3ce3-4747-97b5-a589623b63ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/790153e6-5bf3-40bd-9da4-2f9a17018760 HTTP/1.1" status: 204 len: 168 time: 0.2251353 Jun 08 18:33:21.214931 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0e7cf921-6977-431c-9435-9c4470121960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:21.225029 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3d1a8-3ce3-4747-97b5-a589623b63ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790153e6-5bf3-40bd-9da4-2f9a17018760,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:21.227964 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-97b3d1a8-3ce3-4747-97b5-a589623b63ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:21.844851 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-1a6705d2-903e-4251-8db6-8948e63ae1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:24.702120 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:24.805778 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-6578d3c5-f8da-48ee-a025-d5a3fa937fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.912764 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:26.152481 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59650) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:26.273822 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-383be53c-3ee2-4b7d-89c9-04d975994e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:26.390543 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-383be53c-3ee2-4b7d-89c9-04d975994e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:26.512973 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-383be53c-3ee2-4b7d-89c9-04d975994e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:26.523518 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b3e1ce9b-6c4f-4d46-95b9-c9ad2bcb5157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:26.561958 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-383be53c-3ee2-4b7d-89c9-04d975994e4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9983ad5742fd47a989752fd629194a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083698 Jun 08 18:33:26.562866 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383be53c-3ee2-4b7d-89c9-04d975994e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fa7573-0e49-4187-839a-852105e77168,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:26.565135 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59664) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:26.586600 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-383be53c-3ee2-4b7d-89c9-04d975994e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:26.673611 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-66e55da9-b98f-47f1-a8da-ccfdc4907541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:26.673611 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-66e55da9-b98f-47f1-a8da-ccfdc4907541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:26.838779 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-66e55da9-b98f-47f1-a8da-ccfdc4907541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:26.845712 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-66e55da9-b98f-47f1-a8da-ccfdc4907541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:26.845712 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-66e55da9-b98f-47f1-a8da-ccfdc4907541 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50fa7573-0e49-4187-839a-852105e77168 HTTP/1.1" status: 204 len: 168 time: 0.2782123 Jun 08 18:33:26.846572 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8927cf41-d890-415c-ab89-0d07d3ce42ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:26.859683 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e55da9-b98f-47f1-a8da-ccfdc4907541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fa7573-0e49-4187-839a-852105e77168,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:26.863448 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-66e55da9-b98f-47f1-a8da-ccfdc4907541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:27.237844 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59688) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:27.360404 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-393a54a1-d9db-41a2-9e33-a84bab602ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:27.465334 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-393a54a1-d9db-41a2-9e33-a84bab602ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:27.547102 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:27.604754 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-393a54a1-d9db-41a2-9e33-a84bab602ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:27.618359 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-66e55da9-b98f-47f1-a8da-ccfdc4907541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:27.682885 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-393a54a1-d9db-41a2-9e33-a84bab602ba1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=683e961ac5cb46b79c46bb4be6233691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4439101 Jun 08 18:33:27.683932 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a54a1-d9db-41a2-9e33-a84bab602ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1e006c-b000-4601-a1ac-7398d7ee9bb9,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:27.685746 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 59692) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:27.687409 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-393a54a1-d9db-41a2-9e33-a84bab602ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:27.746728 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4d1db678-50ee-466c-b0f5-7f9c72852068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:27.773087 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4d1db678-50ee-466c-b0f5-7f9c72852068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:27.858318 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59696) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:27.881277 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a11257d4-69dd-4774-ab96-2faf5eb0dda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:27.954527 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4d1db678-50ee-466c-b0f5-7f9c72852068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:27.960880 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4d1db678-50ee-466c-b0f5-7f9c72852068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:27.969904 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-4d1db678-50ee-466c-b0f5-7f9c72852068 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef1e006c-b000-4601-a1ac-7398d7ee9bb9 HTTP/1.1" status: 204 len: 168 time: 0.2754111 Jun 08 18:33:27.969904 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-e6849ebf-49e7-4730-ad0f-90865d41d5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:27.978448 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1db678-50ee-466c-b0f5-7f9c72852068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1e006c-b000-4601-a1ac-7398d7ee9bb9,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:27.981201 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4d1db678-50ee-466c-b0f5-7f9c72852068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:28.117905 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a11257d4-69dd-4774-ab96-2faf5eb0dda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:28.238361 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a11257d4-69dd-4774-ab96-2faf5eb0dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:28.245966 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8ebaf93b-a24d-4719-8867-51f8610b28c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:28.289882 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11257d4-69dd-4774-ab96-2faf5eb0dda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fba883-8e5e-42b1-a61c-afd48346f9d2,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:28.294227 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a11257d4-69dd-4774-ab96-2faf5eb0dda7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7fe098e37574651a9de05a6988e979d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348648 Jun 08 18:33:28.297491 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a11257d4-69dd-4774-ab96-2faf5eb0dda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:28.297491 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59704) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:28.360878 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-70c7eada-4266-4876-a336-39f00de7af88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:28.392245 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-70c7eada-4266-4876-a336-39f00de7af88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:28.530038 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-70c7eada-4266-4876-a336-39f00de7af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:28.532657 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-70c7eada-4266-4876-a336-39f00de7af88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:28.539264 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-70c7eada-4266-4876-a336-39f00de7af88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33fba883-8e5e-42b1-a61c-afd48346f9d2 HTTP/1.1" status: 204 len: 168 time: 0.2360117 Jun 08 18:33:28.539264 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0200d9e3-f248-4b78-be3b-86d0ee21cc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:28.545599 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7eada-4266-4876-a336-39f00de7af88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fba883-8e5e-42b1-a61c-afd48346f9d2,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:28.548013 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-70c7eada-4266-4876-a336-39f00de7af88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:28.704354 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 59720) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:29.049421 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-faf9b26c-9f31-41fd-ad0e-e9f833697cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:29.186745 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-faf9b26c-9f31-41fd-ad0e-e9f833697cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:29.297165 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-faf9b26c-9f31-41fd-ad0e-e9f833697cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:29.310351 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2849d2c2-e59e-434e-8588-d1feb052c466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:29.378496 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-faf9b26c-9f31-41fd-ad0e-e9f833697cca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bcc035a30069404fb254edb317510bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725285 Jun 08 18:33:29.379404 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9b26c-9f31-41fd-ad0e-e9f833697cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81487881-f024-4db3-b55c-c361a31c94a6,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:29.381304 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59748) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:29.395557 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-faf9b26c-9f31-41fd-ad0e-e9f833697cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:29.461312 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2e259dd4-7725-4c2c-9481-f55eed1a342b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:29.512219 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2e259dd4-7725-4c2c-9481-f55eed1a342b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:29.644666 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2e259dd4-7725-4c2c-9481-f55eed1a342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:29.648282 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2e259dd4-7725-4c2c-9481-f55eed1a342b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:29.649443 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-2e259dd4-7725-4c2c-9481-f55eed1a342b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81487881-f024-4db3-b55c-c361a31c94a6 HTTP/1.1" status: 204 len: 168 time: 0.2671561 Jun 08 18:33:29.650491 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ee736b24-6e4e-4496-b88e-c29e239b86df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:29.660884 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e259dd4-7725-4c2c-9481-f55eed1a342b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81487881-f024-4db3-b55c-c361a31c94a6,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:29.665619 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2e259dd4-7725-4c2c-9481-f55eed1a342b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:30.448890 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59778) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:30.478383 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3ab93cf5-1c2c-4968-bc63-939ebf8459a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:30.628708 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3ab93cf5-1c2c-4968-bc63-939ebf8459a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:30.706548 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3ab93cf5-1c2c-4968-bc63-939ebf8459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:30.752800 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ac9a431d-a061-432a-9d7d-d07636439d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:30.778011 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-3ab93cf5-1c2c-4968-bc63-939ebf8459a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=362878f0ec9441bc81be89934e6a352c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270116 Jun 08 18:33:30.782193 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59790) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:30.813557 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab93cf5-1c2c-4968-bc63-939ebf8459a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30238ca6-749d-43b9-b958-a0252872b727,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:30.834617 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3ab93cf5-1c2c-4968-bc63-939ebf8459a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:30.877033 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e93fb78e-202f-4c4e-a521-3ed5ab202c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:30.905452 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e93fb78e-202f-4c4e-a521-3ed5ab202c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.050247 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e93fb78e-202f-4c4e-a521-3ed5ab202c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.053402 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e93fb78e-202f-4c4e-a521-3ed5ab202c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.054618 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-e93fb78e-202f-4c4e-a521-3ed5ab202c25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30238ca6-749d-43b9-b958-a0252872b727 HTTP/1.1" status: 204 len: 168 time: 0.2713683 Jun 08 18:33:31.058543 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ba9a6ef3-89b9-44a6-ab5e-d0aae95e556e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:31.065329 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fb78e-202f-4c4e-a521-3ed5ab202c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30238ca6-749d-43b9-b958-a0252872b727,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:31.067621 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e93fb78e-202f-4c4e-a521-3ed5ab202c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:31.274039 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636eadd-dd1d-4a9f-8407-10509e2df8ff req-12d883bc-3cc5-4cb3-b5a3-64fb6f9d3a8c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:31.275583 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6636eadd-dd1d-4a9f-8407-10509e2df8ff req-12d883bc-3cc5-4cb3-b5a3-64fb6f9d3a8c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 946 time: 0.0887501 Jun 08 18:33:31.327780 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6636eadd-dd1d-4a9f-8407-10509e2df8ff req-27060e13-0cb6-4f98-99f6-2be3e80c9128 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462446 Jun 08 18:33:31.420427 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59838) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:31.566473 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.697696 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.844611 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.856478 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8038daf2-74c5-4b5e-9845-13b64dce092f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:31.902558 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1c13ba64b284097a499a249c8501013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809673 Jun 08 18:33:31.907059 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59850) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:31.922770 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bd2403-66c9-4da6-89ff-8c5be96e3e03,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:31.936930 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.937290 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.937641 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.938048 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.938396 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.938735 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.939073 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.939405 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.939757 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.940170 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.940505 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.940833 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:31.951954 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:32.021900 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a60d6504-8678-4add-9b49-ac8aa618926c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:32.068054 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a60d6504-8678-4add-9b49-ac8aa618926c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:32.228186 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a60d6504-8678-4add-9b49-ac8aa618926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:32.231098 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a60d6504-8678-4add-9b49-ac8aa618926c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:32.236152 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a60d6504-8678-4add-9b49-ac8aa618926c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15bd2403-66c9-4da6-89ff-8c5be96e3e03 HTTP/1.1" status: 204 len: 168 time: 0.3245063 Jun 08 18:33:32.236152 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-5d3ff097-0de8-4759-bac0-f60aa7d86314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:32.247879 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d6504-8678-4add-9b49-ac8aa618926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bd2403-66c9-4da6-89ff-8c5be96e3e03,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:32.250221 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a60d6504-8678-4add-9b49-ac8aa618926c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:32.589373 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bb638-d405-485e-a352-1041dba8399c req-73b1c20a-a872-497f-ba14-fff9681f02dc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:32.591124 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c66bb638-d405-485e-a352-1041dba8399c req-73b1c20a-a872-497f-ba14-fff9681f02dc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 946 time: 0.1289423 Jun 08 18:33:32.681559 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c66bb638-d405-485e-a352-1041dba8399c req-323ceeda-1cc4-4503-9c47-04e9a3705b5f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795026 Jun 08 18:33:33.018447 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-cd4f4d9f-f3e2-456f-81fb-3bd79cf1e8de tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:33.020191 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-cd4f4d9f-f3e2-456f-81fb-3bd79cf1e8de tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 946 time: 0.0927508 Jun 08 18:33:33.185904 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Deleting port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:33.190680 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:33.439289 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] For port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:33.439846 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:33.981039 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:33.982088 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:33.982088 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.l3_db [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Floating IP 2ce30a43-24d4-45b4-b172-9f38d6bb703f disassociated. External IP: 172.28.2.209, port: 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0. Jun 08 18:33:33.982088 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Calling delete_port for 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:34.034999 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e440501-49d7-4ed3-9015-56ba2c9acf06 req-03c5fa0d-67d3-49d0-8b6d-d890c5f4da85 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:34.036621 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4e440501-49d7-4ed3-9015-56ba2c9acf06 req-03c5fa0d-67d3-49d0-8b6d-d890c5f4da85 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 946 time: 0.1378601 Jun 08 18:33:34.168735 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4e440501-49d7-4ed3-9015-56ba2c9acf06 req-aa0e1d6c-6803-404d-b377-8948e6812132 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a7be34-691b-45c3-9336-f5758c07cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118264 Jun 08 18:33:34.249671 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:34.257632 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:34.305149 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event deleted for resources: {'Port': ['ID=1a6ba706-c3d3-4905-a93c-2b968ed4b7f0,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:34.308535 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:34.540267 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Router 1d80097b-470b-48f9-ab7f-8f164b9dd13c has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:33:34.743060 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:33:34.757529 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] Sync routers for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:33:34.767529 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:34.768884 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:33:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:34.836938 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] No DVR routers for this DVR port 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:33:34.839462 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:34.841510 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-82996c63-ab84-4ad1-b2ec-64eaa276913b req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "DELETE /v2.0/ports/1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 HTTP/1.1" status: 204 len: 173 time: 1.8145645 Jun 08 18:33:34.842010 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-deleted', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:34.844373 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713f87ea-56ca-44b9-8b18-7bc8f87c4b18" -d '{"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-deleted", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:34.901756 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d65f2df-4627-49c5-b3cf-c26868d96e03 x-openstack-request-id: req-6d65f2df-4627-49c5-b3cf-c26868d96e03 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:34.902075 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f695fa1-ed15-4de7-8153-d2e90eb84e62", "name": "network-vif-deleted", "tag": "1a6ba706-c3d3-4905-a93c-2b968ed4b7f0", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:34.906099 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d65f2df-4627-49c5-b3cf-c26868d96e03 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:34.906099 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f695fa1-ed15-4de7-8153-d2e90eb84e62', 'name': 'network-vif-deleted', 'tag': '1a6ba706-c3d3-4905-a93c-2b968ed4b7f0', 'status': 'completed', 'code': 200} Jun 08 18:33:35.084274 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:35.509313 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:35.514148 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] Checking router: 1d80097b-470b-48f9-ab7f-8f164b9dd13c for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:33:35.526074 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:35.526823 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:33:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:35.593470 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d48ea8c3-c9df-4947-8f86-5a8772cc5a18 req-5f00dbde-2520-4b09-96b2-2e84bdc48d1c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f695fa1-ed15-4de7-8153-d2e90eb84e62 HTTP/1.1" status: 200 len: 210 time: 0.2024000 Jun 08 18:33:35.772763 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:35.809211 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59982) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:36.030566 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ac2aab21-60a7-4525-997a-5d7ef6d47960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.148081 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ac2aab21-60a7-4525-997a-5d7ef6d47960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.163003 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:36.167315 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae529ceb-3f79-46bb-a542-bb67c321be47 None None] The sync data for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb is: [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:33:36.238882 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ac2aab21-60a7-4525-997a-5d7ef6d47960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.250120 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a11257d4-69dd-4774-ab96-2faf5eb0dda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:36.294246 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aab21-60a7-4525-997a-5d7ef6d47960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb2ea6e-2519-40eb-bb52-912e5fca9a3b,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:36.297644 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ac2aab21-60a7-4525-997a-5d7ef6d47960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:36.300667 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-ac2aab21-60a7-4525-997a-5d7ef6d47960 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e8a43cc75974b319ea3972a9de3e363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898484 Jun 08 18:33:36.315717 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 59988) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:36.391162 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-356ac91b-6a71-4b21-9da0-59abd2dee5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.424016 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-356ac91b-6a71-4b21-9da0-59abd2dee5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.471586 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8460155-cd6d-4380-82dd-2dd4bd8c4eef None None] New status for floating IP 2ce30a43-24d4-45b4-b172-9f38d6bb703f: DOWN {{(pid=92353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:33:36.598967 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-356ac91b-6a71-4b21-9da0-59abd2dee5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.602307 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-356ac91b-6a71-4b21-9da0-59abd2dee5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.605700 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-356ac91b-6a71-4b21-9da0-59abd2dee5da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fcb2ea6e-2519-40eb-bb52-912e5fca9a3b HTTP/1.1" status: 204 len: 168 time: 0.2827747 Jun 08 18:33:36.605700 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3ab93cf5-1c2c-4968-bc63-939ebf8459a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:36.641163 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ac91b-6a71-4b21-9da0-59abd2dee5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb2ea6e-2519-40eb-bb52-912e5fca9a3b,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:36.653088 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-356ac91b-6a71-4b21-9da0-59abd2dee5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:37.004494 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60004) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:37.119421 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:37.120426 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e765aa7a-7ea5-4aad-abc2-9e611fb86536 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:37.199257 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e765aa7a-7ea5-4aad-abc2-9e611fb86536 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:37.338766 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:37.338766 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1a6ba706-c3d3-4905-a93c-2b968ed4b7f0 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:37.557809 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e765aa7a-7ea5-4aad-abc2-9e611fb86536 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:37.562648 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e765aa7a-7ea5-4aad-abc2-9e611fb86536 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:37.569308 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-e765aa7a-7ea5-4aad-abc2-9e611fb86536 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "DELETE /v2.0/security-groups/f1a7be34-691b-45c3-9336-f5758c07cf08 HTTP/1.1" status: 204 len: 168 time: 0.5625651 Jun 08 18:33:37.569308 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e93fb78e-202f-4c4e-a521-3ed5ab202c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:37.569821 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60012) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:37.585969 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765aa7a-7ea5-4aad-abc2-9e611fb86536 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7be34-691b-45c3-9336-f5758c07cf08,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:37.589620 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e765aa7a-7ea5-4aad-abc2-9e611fb86536 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:37.609472 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.api.v2.resource [None req-4a9f2133-5294-4b15-b9c4-26a0b788a59d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] show failed (client error): The resource could not be found. Jun 08 18:33:37.612507 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-4a9f2133-5294-4b15-b9c4-26a0b788a59d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups/f1a7be34-691b-45c3-9336-f5758c07cf08 HTTP/1.1" status: 404 len: 347 time: 0.0390687 Jun 08 18:33:37.615432 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60014) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:37.773250 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60018) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:37.799371 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a39d-3d38-4f14-b3c1-e76554edcfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.006753 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Deleting port b25bf1e9-42e2-4a29-be35-cd282e85bd7f {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:38.007101 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.136637 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a39d-3d38-4f14-b3c1-e76554edcfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.178564 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.179107 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.288658 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6cc3a39d-3d38-4f14-b3c1-e76554edcfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.362643 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-38cc3dd9-c60e-4dcf-bdb7-2538e589b455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:38.378184 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Calling delete_port for b25bf1e9-42e2-4a29-be35-cd282e85bd7f owned by network:floatingip {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:38.418646 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3a39d-3d38-4f14-b3c1-e76554edcfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c173fa5b-1f62-4df3-8da1-aaca3aae05f9,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:38.422817 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-6cc3a39d-3d38-4f14-b3c1-e76554edcfe9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a72815ec23c1477b99b39112f67ed7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6483593 Jun 08 18:33:38.426722 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60026) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:38.432033 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6cc3a39d-3d38-4f14-b3c1-e76554edcfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:38.518076 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.553972 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.616163 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.620702 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:38.667899 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event deleted for resources: {'Port': ['ID=b25bf1e9-42e2-4a29-be35-cd282e85bd7f,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:38.671025 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:38.719193 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.723517 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.727012 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c173fa5b-1f62-4df3-8da1-aaca3aae05f9 HTTP/1.1" status: 204 len: 168 time: 0.2971563 Jun 08 18:33:38.728504 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:38.754202 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173fa5b-1f62-4df3-8da1-aaca3aae05f9,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:38.768565 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.769175 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.769778 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.771064 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.772211 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.772739 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.773345 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.773890 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.774419 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.775148 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.775721 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.776231 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:38.779603 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:38.780039 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.783203 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.788067 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "DELETE /v2.0/floatingips/2ce30a43-24d4-45b4-b172-9f38d6bb703f HTTP/1.1" status: 204 len: 168 time: 1.1680760 Jun 08 18:33:39.183351 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60046) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:39.188020 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-12bbf989-0c7a-477f-9492-cb41697bc0b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080687064', 'description': 'tempest-description--838575941'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:39.294954 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-12bbf989-0c7a-477f-9492-cb41697bc0b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:39.438659 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-12bbf989-0c7a-477f-9492-cb41697bc0b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:39.524205 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-12bbf989-0c7a-477f-9492-cb41697bc0b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:39.529874 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8f6085c2-77a1-45ae-8d46-a4cb90a8d10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:39.569591 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbf989-0c7a-477f-9492-cb41697bc0b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e22af-8cf3-4501-9b7b-7d60d3d15754,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:39.573126 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-12bbf989-0c7a-477f-9492-cb41697bc0b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:39.649964 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-12bbf989-0c7a-477f-9492-cb41697bc0b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:39.651517 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-12bbf989-0c7a-477f-9492-cb41697bc0b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4670634 Jun 08 18:33:39.655027 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60056) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:39.663260 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-75903b17-869e-43df-8e29-77f6bbbb1046 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'security_group_rule': {'security_group_id': 'ba5e22af-8cf3-4501-9b7b-7d60d3d15754', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:39.880543 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75903b17-869e-43df-8e29-77f6bbbb1046 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:39.976044 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75903b17-869e-43df-8e29-77f6bbbb1046 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:40.062327 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75903b17-869e-43df-8e29-77f6bbbb1046 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:40.067721 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:40.117257 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75903b17-869e-43df-8e29-77f6bbbb1046 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6702fc76-0779-4b09-9d71-5d824e16a558,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:40.124504 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-75903b17-869e-43df-8e29-77f6bbbb1046 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:40.186720 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75903b17-869e-43df-8e29-77f6bbbb1046 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:40.187964 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-75903b17-869e-43df-8e29-77f6bbbb1046 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5318589 Jun 08 18:33:40.191960 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60074) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:40.197466 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-9034b157-8d11-43b7-be04-34077177cb62 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'security_group_rule': {'security_group_id': 'ba5e22af-8cf3-4501-9b7b-7d60d3d15754', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:40.285507 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9034b157-8d11-43b7-be04-34077177cb62 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:40.364222 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9034b157-8d11-43b7-be04-34077177cb62 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:40.472844 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9034b157-8d11-43b7-be04-34077177cb62 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:40.475511 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:40.500544 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034b157-8d11-43b7-be04-34077177cb62 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f378d2c1-6f90-4117-ad92-938e4cbe63f2,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:40.502977 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-9034b157-8d11-43b7-be04-34077177cb62 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:40.620674 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9034b157-8d11-43b7-be04-34077177cb62 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:40.621977 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-9034b157-8d11-43b7-be04-34077177cb62 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4289527 Jun 08 18:33:40.625804 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60080) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:40.634857 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'floatingip': {'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:40.735796 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:40.894059 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:41.046438 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Allocated IP 172.28.2.144 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/6f3956ad-3a4a-4fb3-bb2f-35e16e3fa641) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:33:41.270357 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:41.461520 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2356055'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:41.462082 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:41.462082 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:33:41.462082 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:33:41.462082 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:33:41.462082 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:41.462082 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:33:41.481295 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:33:41.482428 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:33:41.485039 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:33:41.571974 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:41.748985 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:42.063758 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:42.147906 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:42.154146 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8db6ac44-5c33-481b-91cd-390fed0ed9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:42.267419 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event updated for resources: {'Port': ['ID=6f3956ad-3a4a-4fb3-bb2f-35e16e3fa641,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:42.271017 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:42.288908 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:42.387251 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:42.389968 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-a5af9490-050c-40e3-ad0b-d9c215e67e52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7620525 Jun 08 18:33:42.673993 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-13e33031-d91a-4bef-b3a5-26cb3b3adbc9 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1080687064&fields=id&tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1 HTTP/1.1" status: 200 len: 267 time: 0.0482638 Jun 08 18:33:42.827473 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:33:42.856843 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-e6a00315-d1c2-47f7-9941-ccdfc871e0ff tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:42.858294 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-e6a00315-d1c2-47f7-9941-ccdfc871e0ff tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 816 time: 0.1761179 Jun 08 18:33:42.875224 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-1b0bb62c-4aec-40a8-8f44-61dbf9561689 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/quotas/4abd5b48fe9d41faaca7ec1cf1c5a8b1 HTTP/1.1" status: 200 len: 375 time: 0.0099554 Jun 08 18:33:42.983632 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-80db2763-e7e5-4436-bdab-a01dd714ea6c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936360 Jun 08 18:33:43.140750 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-e2f29f08-13f6-4009-9152-890fe0c0e1e9 service neutron] 10.222.0.43 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435726 Jun 08 18:33:43.323399 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-49a74952-49fb-4778-9a1a-01bb1d7b9bd3 service neutron] 10.222.0.43 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638548 Jun 08 18:33:43.672082 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d9cd3013-829a-476a-92db-2cd472fa0205 req-2ab83977-9a3f-4bac-94ce-314eb4158da3 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 210 time: 0.0697317 Jun 08 18:33:44.958409 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-925d2b80-4f7e-41de-86c0-aa6c24f30cdf req-b2919dba-3e8a-428f-84be-264349a0f573 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 210 time: 0.0574751 Jun 08 18:33:45.752657 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:46.137229 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f6cb302d-ce11-4f4c-b83c-37fcec62ffdc req-1e43b6d6-0473-47dc-a9de-124eea8924a9 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 210 time: 0.0440218 Jun 08 18:33:46.405114 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-5e724183-30b5-4be4-b342-19555241b18c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:46.406875 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-5e724183-30b5-4be4-b342-19555241b18c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 816 time: 0.1795871 Jun 08 18:33:46.474006 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60244) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:46.593356 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-9866afe3-a178-44b8-9356-813f2b8c0243 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1 HTTP/1.1" status: 200 len: 380 time: 0.1760468 Jun 08 18:33:46.605680 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'port': {'device_id': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'admin_state_up': True, 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'security_groups': ['ba5e22af-8cf3-4501-9b7b-7d60d3d15754']}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:46.620640 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-81b2aa5c-607b-4b03-80db-2b810a4c7c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:46.744465 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-81b2aa5c-607b-4b03-80db-2b810a4c7c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:46.827457 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-81b2aa5c-607b-4b03-80db-2b810a4c7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:46.837575 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-61fb85a7-8526-490a-81b2-7a5c265d7989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:46.882795 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-81b2aa5c-607b-4b03-80db-2b810a4c7c24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29749ad1269b4f5d8bb31f171eeb1158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068453 Jun 08 18:33:46.883799 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2aa5c-607b-4b03-80db-2b810a4c7c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7e647f-90f4-468e-a366-a3ebb81d31ea,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:46.886104 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60256) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:46.887073 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-81b2aa5c-607b-4b03-80db-2b810a4c7c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:46.925783 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Made reservation on behalf of 4abd5b48fe9d41faaca7ec1cf1c5a8b1 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:33:46.929467 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:47.009734 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6bb13472-4fa6-4765-bc1e-7bcf93491d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:47.065611 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6bb13472-4fa6-4765-bc1e-7bcf93491d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:47.168046 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Allocated IP 172.20.0.13 (622765e2-19d8-4145-8357-756259280cb6/35ae49be-afa1-4873-89ee-aa7bfed398ae/f28ce3d0-5e9a-41cb-a911-158b06ed7f11) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:33:47.289670 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6bb13472-4fa6-4765-bc1e-7bcf93491d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:47.292444 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6bb13472-4fa6-4765-bc1e-7bcf93491d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:47.293829 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-6bb13472-4fa6-4765-bc1e-7bcf93491d7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d7e647f-90f4-468e-a366-a3ebb81d31ea HTTP/1.1" status: 204 len: 168 time: 0.4065230 Jun 08 18:33:47.345645 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-300c7aee-b47e-4426-89a0-540892643eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:47.384609 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b4f2b0a8-c84c-4646-a8bd-cd072fd3af66 req-2b7f2a80-dfd8-4200-8931-e3a5b0de542c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 210 time: 0.0557559 Jun 08 18:33:47.436389 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb13472-4fa6-4765-bc1e-7bcf93491d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7e647f-90f4-468e-a366-a3ebb81d31ea,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:47.448967 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6bb13472-4fa6-4765-bc1e-7bcf93491d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:47.549627 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-28e31a56-085d-4b3c-ba90-5fee1ff183aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2544501 Jun 08 18:33:47.577528 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:47.650234 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Transition to ACTIVE for port object f28ce3d0-5e9a-41cb-a911-158b06ed7f11 will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:33:47.691325 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-821699a2-be2e-4219-a460-11671ce1133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:47.692892 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-821699a2-be2e-4219-a460-11671ce1133d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 1099 time: 0.1064708 Jun 08 18:33:47.794388 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:47.798398 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:47.798398 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:33:47.798398 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:33:47.798398 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:33:47.798398 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:47.798398 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:33:47.835257 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Network 622765e2-19d8-4145-8357-756259280cb6 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:33:47.836568 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:33:47.839345 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:33:47.934735 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:47.936308 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:47.942964 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-f5ebaaf9-e00e-4072-adfd-3208281e41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:47.944797 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-f5ebaaf9-e00e-4072-adfd-3208281e41e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 912 time: 0.2237401 Jun 08 18:33:48.085621 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-f60e6ae0-c74a-4d3f-b1da-9a534fa3bcf1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41 HTTP/1.1" status: 200 len: 1001 time: 0.1318848 Jun 08 18:33:48.143363 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c89a09b3-613c-44e6-8fc9-02fdc6238d3d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5415857 Jun 08 18:33:48.170147 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Request body: {'port': {'device_id': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:48.227033 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-535e9d64-fb9f-45f0-a8f0-d341dfd55639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:48.228903 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-535e9d64-fb9f-45f0-a8f0-d341dfd55639 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 200 len: 850 time: 0.1338828 Jun 08 18:33:48.323957 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-666dd472-cca5-4cf4-9df8-5226679e83c9 None None] Provisioning for port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:33:48.330642 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-666dd472-cca5-4cf4-9df8-5226679e83c9 None None] Provisioning complete for port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:33:48.331040 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-666dd472-cca5-4cf4-9df8-5226679e83c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:48.358135 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:48.372940 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5815a-c06a-4dc2-b967-92a1214ff78a req-5b1b1fd6-4154-40b3-b900-dbc57e7fbc5e tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:48.390397 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d0c5815a-c06a-4dc2-b967-92a1214ff78a req-5b1b1fd6-4154-40b3-b900-dbc57e7fbc5e tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1440015 Jun 08 18:33:48.406561 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-666dd472-cca5-4cf4-9df8-5226679e83c9 None None] Port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:33:48.439683 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-9ee3b204-8f3b-478b-8f68-a61e7541806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:48.441397 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-9ee3b204-8f3b-478b-8f68-a61e7541806c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2060313 Jun 08 18:33:48.467545 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d0c5815a-c06a-4dc2-b967-92a1214ff78a req-c1acdc0d-1552-4204-96eb-d636ce1ef14c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753143 Jun 08 18:33:48.897444 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-79ea6de9-d18c-482e-b2c3-46d9858aa152 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466660 Jun 08 18:33:49.082050 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92f36a-c4c6-4ee6-8344-4983a9f58b5e req-4bbffca7-ece7-49bf-ac21-06b4aad65339 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:49.083888 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6b92f36a-c4c6-4ee6-8344-4983a9f58b5e req-4bbffca7-ece7-49bf-ac21-06b4aad65339 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 932 time: 0.4898632 Jun 08 18:33:49.147648 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c084c7e7-a82b-4bec-874d-8283160edd8b req-67c560bd-fb2e-49d2-87a4-3568d7488639 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407250 Jun 08 18:33:49.180481 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6b92f36a-c4c6-4ee6-8344-4983a9f58b5e req-ca1ad338-ea67-47f4-a5a3-3de5676deb50 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808582 Jun 08 18:33:49.259332 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28ce3d0-5e9a-41cb-a911-158b06ed7f11 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:33:49.275831 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:49.320825 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Transition to ACTIVE for port object f28ce3d0-5e9a-41cb-a911-158b06ed7f11 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:33:49.415877 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:49.421884 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-558fb127-9341-41bf-804d-eaa55e477dfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:49.629209 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Pushing event updated for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:49.634334 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:49.762705 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Attempting to bind port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:33:49.763093 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Attempting to bind port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:33:49.763657 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Attempting to bind port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 on network 622765e2-19d8-4145-8357-756259280cb6 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:33:49.773228 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 on network 622765e2-19d8-4145-8357-756259280cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:33:49.773696 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Attempting to bind port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 on network 622765e2-19d8-4145-8357-756259280cb6 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:33:49.781820 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:33:49.782152 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Checking segment: {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:33:49.782561 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Bound using segment: {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:33:49.782985 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Bound port: f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '679b1d18-bc0c-45dc-90a7-5c054ace795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '622765e2-19d8-4145-8357-756259280cb6'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:33:49.783368 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:49.838085 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290a269-91f4-4525-9a3d-eb661c4ce976 req-e2b24dcf-5a92-4ddc-80af-bf8beb2610ba tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:49.844237 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1290a269-91f4-4525-9a3d-eb661c4ce976 req-e2b24dcf-5a92-4ddc-80af-bf8beb2610ba tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1434200 Jun 08 18:33:49.889032 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:33:49.892681 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:33:49.920927 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1290a269-91f4-4525-9a3d-eb661c4ce976 req-be5205d9-2512-4171-9927-19d9186663a6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690999 Jun 08 18:33:49.971012 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:49.978333 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e94a5910-67ea-4952-914f-e2f93ba4ea3d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:50.020379 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60364) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:50.094541 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:50.095632 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:50.114401 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] 10.222.0.39 "PUT /v2.0/ports/f28ce3d0-5e9a-41cb-a911-158b06ed7f11 HTTP/1.1" status: 200 len: 1094 time: 1.9341571 Jun 08 18:33:50.115324 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:50.121277 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f327a56b-3bf4-4463-869a-badd443795e8" -d '{"events": [{"name": "network-changed", "server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:50.190944 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Pushing event updated for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:50.203665 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:50.246170 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c4bbbdae-fb18-436e-b71e-6335de56fd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:50.337903 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4068126-d796-4ac8-aeef-05bf772645c6 x-openstack-request-id: req-f4068126-d796-4ac8-aeef-05bf772645c6 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:50.338227 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:50.338485 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4068126-d796-4ac8-aeef-05bf772645c6 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:50.338926 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'status': 'completed', 'code': 200} Jun 08 18:33:50.441689 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-b3245457-35e6-417a-937f-6cd9b1de9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:50.445619 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-b3245457-35e6-417a-937f-6cd9b1de9090 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 1097 time: 0.1800227 Jun 08 18:33:50.457202 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-75d5cf66-1c03-460f-b841-5fd3e254e054 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:50.459597 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-75d5cf66-1c03-460f-b841-5fd3e254e054 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.1193612 Jun 08 18:33:50.590926 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03a6f1-61be-4e85-905e-afc08b2795b9 req-8c7fee11-3f23-4554-b5cf-3caaeedfbf28 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:50.592666 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4b03a6f1-61be-4e85-905e-afc08b2795b9 req-8c7fee11-3f23-4554-b5cf-3caaeedfbf28 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.2568631 Jun 08 18:33:50.633192 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c65551c0-1fb7-49d0-a8b6-5dedbf01d1a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11 HTTP/1.1" status: 200 len: 217 time: 0.1721945 Jun 08 18:33:50.689322 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4b03a6f1-61be-4e85-905e-afc08b2795b9 req-7f041d48-37f1-4f43-897c-e5234249b06e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894880 Jun 08 18:33:50.691652 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c4bbbdae-fb18-436e-b71e-6335de56fd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:50.780365 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-c4bbbdae-fb18-436e-b71e-6335de56fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:50.790826 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-12bbf989-0c7a-477f-9492-cb41697bc0b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:50.851823 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbbdae-fb18-436e-b71e-6335de56fd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec1b71-95da-4b95-8096-116f479326ed,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:50.855253 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-c4bbbdae-fb18-436e-b71e-6335de56fd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:50.858162 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-c4bbbdae-fb18-436e-b71e-6335de56fd48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=522b2bd05094437187f229718df9e137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8367338 Jun 08 18:33:50.867429 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60402) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:50.876070 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-672e16e6-a9ee-486d-960b-aea1615602ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:50.877249 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-672e16e6-a9ee-486d-960b-aea1615602ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.2243164 Jun 08 18:33:51.008438 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Deleting port 4fe06844-3600-4a26-a356-0c2b43f6cd41 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:51.009026 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:51.013511 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66157e50-a162-4885-9308-edf1392389b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:51.084071 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66157e50-a162-4885-9308-edf1392389b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:51.250305 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66157e50-a162-4885-9308-edf1392389b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:51.266609 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66157e50-a162-4885-9308-edf1392389b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:51.270985 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c9fda16b-99e1-406a-89e9-b4a0446cc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:51.272018 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-66157e50-a162-4885-9308-edf1392389b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7eec1b71-95da-4b95-8096-116f479326ed HTTP/1.1" status: 204 len: 168 time: 0.3973930 Jun 08 18:33:51.272984 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-c9fda16b-99e1-406a-89e9-b4a0446cc7f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3880341 Jun 08 18:33:51.273457 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bdfa67e0-146b-430b-b33c-4759d9a925b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:51.303211 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66157e50-a162-4885-9308-edf1392389b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec1b71-95da-4b95-8096-116f479326ed,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:51.309156 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-66157e50-a162-4885-9308-edf1392389b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:51.542155 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] For port 4fe06844-3600-4a26-a356-0c2b43f6cd41, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4fe06844-3600-4a26-a356-0c2b43f6cd41,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:51.542517 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:51.664434 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40442204-ad8c-476b-84ae-bf7f721b2465 req-1cdbf309-2393-4dd4-b3c4-cd5550cbc739 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:51.665910 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-40442204-ad8c-476b-84ae-bf7f721b2465 req-1cdbf309-2393-4dd4-b3c4-cd5550cbc739 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 946 time: 0.5318851 Jun 08 18:33:51.719164 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-9a01896f-fb7c-4e31-9213-145247b4efaf service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330292 Jun 08 18:33:51.878500 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-6832be5e-c75e-476c-9c48-9b961bb162e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:51.923229 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-40442204-ad8c-476b-84ae-bf7f721b2465 req-b84ed230-e8ca-48b5-a02a-ded23dfc1027 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=11d93197-f41c-43ae-9840-98d2296841cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492137 Jun 08 18:33:51.930114 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11268fb6-e442-42f7-b537-14629458f175 req-c12e4251-d31a-4e6e-993f-c635d85a5183 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:51.931699 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-11268fb6-e442-42f7-b537-14629458f175 req-c12e4251-d31a-4e6e-993f-c635d85a5183 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.1084526 Jun 08 18:33:51.991700 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-11268fb6-e442-42f7-b537-14629458f175 req-44616ad9-8a16-42d8-a771-e09f0016c841 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487292 Jun 08 18:33:52.091633 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:52.091994 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:52.092335 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.l3_db [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Floating IP 206d5245-dc2b-4cb8-8684-7e29b11befab disassociated. External IP: 172.28.2.66, port: 4fe06844-3600-4a26-a356-0c2b43f6cd41. Jun 08 18:33:52.092665 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Calling delete_port for 4fe06844-3600-4a26-a356-0c2b43f6cd41 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:52.096673 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4f1a55f2-b5c6-4b6d-b60a-3807da21d085 req-697c5d34-4ab7-4646-a23b-afa54892acd6 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875304 Jun 08 18:33:52.268708 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:52.275504 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:52.325695 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event deleted for resources: {'Port': ['ID=4fe06844-3600-4a26-a356-0c2b43f6cd41,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:52.331640 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:52.392812 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327a56b-3bf4-4463-869a-badd443795e8 req-6e9d95b2-87ae-4e51-ba1f-4a1a40cf0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:52.394113 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f327a56b-3bf4-4463-869a-badd443795e8 req-6e9d95b2-87ae-4e51-ba1f-4a1a40cf0229 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 1097 time: 0.1831965 Jun 08 18:33:52.646796 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327a56b-3bf4-4463-869a-badd443795e8 req-5b1f7e01-6931-4cfd-9f61-fd4afc695d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:52.648270 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f327a56b-3bf4-4463-869a-badd443795e8 req-5b1f7e01-6931-4cfd-9f61-fd4afc695d3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 0.2471118 Jun 08 18:33:52.655752 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Router 56e7d4ce-7793-416d-8d86-5b609665a7f5 has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:33:52.729962 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f327a56b-3bf4-4463-869a-badd443795e8 req-16872828-bcba-4e8a-9a5d-fab45abdb026 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11 HTTP/1.1" status: 200 len: 217 time: 0.0729039 Jun 08 18:33:53.038982 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327a56b-3bf4-4463-869a-badd443795e8 req-2266917f-0b3e-41f3-badb-deb68404c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:53.040528 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f327a56b-3bf4-4463-869a-badd443795e8 req-2266917f-0b3e-41f3-badb-deb68404c319 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.2585003 Jun 08 18:33:53.143605 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-74b1558b-c3d3-4a69-9eed-68797b05ed9c req-69792a4c-27b7-496a-815c-af12993a76a3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 210 time: 0.0895491 Jun 08 18:33:53.169164 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:33:53.173864 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] Sync routers for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:33:53.184273 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:53.184915 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:33:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:53.227390 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca2df0-5d51-4cca-9f26-bc7aa1b43076 req-db1b8c63-a234-4a0c-adf9-074ba9f219b1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:53.228891 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afca2df0-5d51-4cca-9f26-bc7aa1b43076 req-db1b8c63-a234-4a0c-adf9-074ba9f219b1 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.1058319 Jun 08 18:33:53.243334 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 4fe06844-3600-4a26-a356-0c2b43f6cd41 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:53.252647 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] No DVR routers for this DVR port 4fe06844-3600-4a26-a356-0c2b43f6cd41 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:33:53.255690 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:53.257705 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-051eb54a-49ec-4c85-8c46-c77a2937dff9 req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "DELETE /v2.0/ports/4fe06844-3600-4a26-a356-0c2b43f6cd41 HTTP/1.1" status: 204 len: 173 time: 2.7335205 Jun 08 18:33:53.260843 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'name': 'network-vif-deleted', 'tag': '4fe06844-3600-4a26-a356-0c2b43f6cd41'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:53.263211 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e927c7-efee-4106-8b46-1b21dae8d1ca" -d '{"events": [{"server_uuid": "c318b4b6-270c-4e4a-aa21-c2d9b5cdd612", "name": "network-vif-deleted", "tag": "4fe06844-3600-4a26-a356-0c2b43f6cd41"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:53.286156 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327a56b-3bf4-4463-869a-badd443795e8 req-b2985121-7d5d-457b-8932-132db650121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:53.287709 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-afca2df0-5d51-4cca-9f26-bc7aa1b43076 req-2fa5699b-e277-4662-9bd0-be627973eeac tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518906 Jun 08 18:33:53.289643 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f327a56b-3bf4-4463-869a-badd443795e8 req-b2985121-7d5d-457b-8932-132db650121f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2346203 Jun 08 18:33:53.296647 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 4fe06844-3600-4a26-a356-0c2b43f6cd41 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:53.297001 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 4fe06844-3600-4a26-a356-0c2b43f6cd41 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:53.317736 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf23569-8a1d-43ee-a741-7581ae0e31d3 x-openstack-request-id: req-6bf23569-8a1d-43ee-a741-7581ae0e31d3 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:53.318099 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c318b4b6-270c-4e4a-aa21-c2d9b5cdd612", "name": "network-vif-deleted", "tag": "4fe06844-3600-4a26-a356-0c2b43f6cd41", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:53.318373 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bf23569-8a1d-43ee-a741-7581ae0e31d3 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:53.318788 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c318b4b6-270c-4e4a-aa21-c2d9b5cdd612', 'name': 'network-vif-deleted', 'tag': '4fe06844-3600-4a26-a356-0c2b43f6cd41', 'status': 'completed', 'code': 200} Jun 08 18:33:53.431043 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:53.459597 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f327a56b-3bf4-4463-869a-badd443795e8 req-aa6a6b2b-621f-4a9b-9fcb-47b60a316ea3 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597281 Jun 08 18:33:53.723871 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f327a56b-3bf4-4463-869a-badd443795e8 req-8f3fcece-84e6-476b-a3dd-12a4a75ca45d service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556980 Jun 08 18:33:53.852023 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:53.854784 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60446) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:53.856822 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] Checking router: 56e7d4ce-7793-416d-8d86-5b609665a7f5 for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:33:53.866907 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:53.867806 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:33:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:54.011058 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68cde3e2-402f-4afe-b660-e154d8fd5e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.060894 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:54.162857 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68cde3e2-402f-4afe-b660-e154d8fd5e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.251008 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68cde3e2-402f-4afe-b660-e154d8fd5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.306024 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4d1db678-50ee-466c-b0f5-7f9c72852068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:54.328285 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-68cde3e2-402f-4afe-b660-e154d8fd5e02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4144104115284ef198852b6556afcb48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720976 Jun 08 18:33:54.331525 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60460) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:54.393590 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cde3e2-402f-4afe-b660-e154d8fd5e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4111ce0f-446a-439d-a9b0-be37a1419e98,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:54.417457 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-68cde3e2-402f-4afe-b660-e154d8fd5e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:54.424451 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a3b7755a-b7b8-4a8f-8d21-f50ec9298840 req-84fef0b8-d9c6-4832-8bf6-f7584e49d852 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c318b4b6-270c-4e4a-aa21-c2d9b5cdd612 HTTP/1.1" status: 200 len: 210 time: 0.1318991 Jun 08 18:33:54.523404 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b800ef54-7bf9-49e4-af85-388e52f98e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.531535 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:54.540239 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cac8b61-3a66-498e-b140-08ac1e3dada1 None None] The sync data for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb is: [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:33:54.578195 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b800ef54-7bf9-49e4-af85-388e52f98e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.684576 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.748320 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a8a2e-f7d3-4106-9d52-aedfcf924e81 req-a2e4ccca-89c6-4d47-9bab-86e6d39caef9 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:54.749158 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a37a8a2e-f7d3-4106-9d52-aedfcf924e81 req-a2e4ccca-89c6-4d47-9bab-86e6d39caef9 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.1204300 Jun 08 18:33:54.761079 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b800ef54-7bf9-49e4-af85-388e52f98e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.765513 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b800ef54-7bf9-49e4-af85-388e52f98e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.779113 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-b800ef54-7bf9-49e4-af85-388e52f98e34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4111ce0f-446a-439d-a9b0-be37a1419e98 HTTP/1.1" status: 204 len: 168 time: 0.4458873 Jun 08 18:33:54.780559 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-0d0f5470-dbe4-42f3-a02b-98fc13d86660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:54.818034 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a37a8a2e-f7d3-4106-9d52-aedfcf924e81 req-2e22a179-41f8-44b5-a129-d1949968b9ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589125 Jun 08 18:33:54.834781 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-12cc1dbe-745d-4bd2-8153-80b2a4bb82b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.842020 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800ef54-7bf9-49e4-af85-388e52f98e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4111ce0f-446a-439d-a9b0-be37a1419e98,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:54.858563 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-b800ef54-7bf9-49e4-af85-388e52f98e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:54.985185 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29962c90-392f-4c1a-bdd4-2f9baf702b3a None None] New status for floating IP 206d5245-dc2b-4cb8-8684-7e29b11befab: DOWN {{(pid=92353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:33:55.223721 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f28ce3d0-5e9a-41cb-a911-158b06ed7f11 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:33:55.452744 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:55.469310 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'port_id': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'mac_address': 'fa:16:3e:e2:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:33:55.542446 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.560963 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28ce3d0-5e9a-41cb-a911-158b06ed7f11 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:33:55.581252 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:55.640332 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60484) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:55.667633 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.671687 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:55.724801 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac94-b349-4814-9f12-66ce076aa9bb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.749464 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:55.755221 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac94-b349-4814-9f12-66ce076aa9bb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.757680 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.758030 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.758373 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.758707 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.759038 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.759373 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.759699 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.760023 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.760374 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.760709 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.761028 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.761348 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:55.765544 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:55.878721 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac94-b349-4814-9f12-66ce076aa9bb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.882193 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac94-b349-4814-9f12-66ce076aa9bb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.883611 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-66a2ac94-b349-4814-9f12-66ce076aa9bb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "DELETE /v2.0/security-groups/11d93197-f41c-43ae-9840-98d2296841cf HTTP/1.1" status: 204 len: 168 time: 0.2418809 Jun 08 18:33:55.885428 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-faf9b26c-9f31-41fd-ad0e-e9f833697cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:55.886973 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60492) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:55.906580 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2ac94-b349-4814-9f12-66ce076aa9bb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d93197-f41c-43ae-9840-98d2296841cf,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:55.906942 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.api.v2.resource [None req-0ae51fbb-f573-4c2c-9ed4-8057f89501f3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] show failed (client error): The resource could not be found. Jun 08 18:33:55.910290 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-0ae51fbb-f573-4c2c-9ed4-8057f89501f3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups/11d93197-f41c-43ae-9840-98d2296841cf HTTP/1.1" status: 404 len: 347 time: 0.0212376 Jun 08 18:33:55.923141 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['f28ce3d0-5e9a-41cb-a911-158b06ed7f11'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:33:55.929362 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-66a2ac94-b349-4814-9f12-66ce076aa9bb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:55.931123 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60496) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:55.978266 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.232424 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb456b1-540f-4886-b6dc-9dd0a175a6c0 req-5644dc49-6443-484a-938a-da17aa24c85b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:56.243232 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-fcb456b1-540f-4886-b6dc-9dd0a175a6c0 req-5644dc49-6443-484a-938a-da17aa24c85b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 945 time: 0.1885602 Jun 08 18:33:56.297656 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-fcb456b1-540f-4886-b6dc-9dd0a175a6c0 req-a094d191-6fe9-4993-9d99-82d2ad19d9b9 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528367 Jun 08 18:33:56.340460 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60506) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:56.367212 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Deleting port ff72aad4-4c66-49a8-b66b-780ad72c7da8 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:56.367699 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.470404 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1681494818-network', 'tenant_id': '48c7d2690d364cea97aa2d7ffaa5d865'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:56.522399 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.522722 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.621943 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Made reservation on behalf of 48c7d2690d364cea97aa2d7ffaa5d865 for: {'network': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:33:56.625787 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.771631 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Calling delete_port for ff72aad4-4c66-49a8-b66b-780ad72c7da8 owned by network:floatingip {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:56.782583 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.023717 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4b6a9-d349-41cc-97fa-0d37b2ed085a req-2ca24f53-b0d6-475d-a7a3-f71cf0b42d18 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:57.025304 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-47b4b6a9-d349-41cc-97fa-0d37b2ed085a req-2ca24f53-b0d6-475d-a7a3-f71cf0b42d18 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 945 time: 0.0905313 Jun 08 18:33:57.071917 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-47b4b6a9-d349-41cc-97fa-0d37b2ed085a req-d826a675-6f1f-4215-b1b9-9b8d22db61bf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Jun 08 18:33:57.114078 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.186767 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.189868 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-eef10c67-c732-407c-9c82-abf8b2005d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:57.219250 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=92351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:33:57.221234 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.237400 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3a7c80-31e3-49a4-862c-7c2146eac3e9,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:57.240204 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f28ce3d0-5e9a-41cb-a911-158b06ed7f11 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:33:57.243495 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.243844 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.segments_db [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Added segment 3fc2110c-fbca-45df-84ec-50a034dd1aa7 of type vlan for network cb7f9f48-8701-4332-901f-a7f9b2719666 Jun 08 18:33:57.245244 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:57.249755 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:57.322431 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event deleted for resources: {'Port': ['ID=ff72aad4-4c66-49a8-b66b-780ad72c7da8,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:57.334894 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:57.385131 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.421849 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:33:57.429471 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:33:57.430383 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.432817 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.435441 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.436619 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "DELETE /v2.0/floatingips/206d5245-dc2b-4cb8-8684-7e29b11befab HTTP/1.1" status: 204 len: 168 time: 1.5042553 Jun 08 18:33:57.462686 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.586980 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.621188 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:57.623684 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288d26a3-8760-46ec-9847-6e6f5f501bdd" -d '{"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-plugged", "status": "completed", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:57.633418 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:57.666320 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9732b-fad2-4dee-abef-43aafafa053f req-85ba1a63-30ec-45ab-80bd-4ba8737d4756 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:57.668026 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5cb9732b-fad2-4dee-abef-43aafafa053f req-85ba1a63-30ec-45ab-80bd-4ba8737d4756 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 945 time: 0.2388799 Jun 08 18:33:57.712609 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.719750 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:57.720342 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.727620 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:57.746743 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:57.748940 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:57.807704 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5cb9732b-fad2-4dee-abef-43aafafa053f req-2695eb35-6dea-43f9-b143-4aec1c6d638f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331954 Jun 08 18:33:57.832852 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:57.837179 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:57.843660 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Pushing event updated for resources: {'Network': ['ID=cb7f9f48-8701-4332-901f-a7f9b2719666,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:57.848469 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:57.858466 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network cb7f9f48-8701-4332-901f-a7f9b2719666 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:33:57.889632 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60520) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:57.901846 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-181a2539-a886-4c62-b8f1-f00f89172fc0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450236611', 'description': 'tempest-description--187774368'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:57.906120 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5642507 Jun 08 18:33:57.910411 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60522) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:57.916280 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Request body: {'subnet': {'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1681494818-subnet', 'tenant_id': '48c7d2690d364cea97aa2d7ffaa5d865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:57.926105 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07daf04-4bde-412c-8c14-1c9c619f06eb x-openstack-request-id: req-e07daf04-4bde-412c-8c14-1c9c619f06eb {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:57.926342 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-plugged", "status": "completed", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:57.926593 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e07daf04-4bde-412c-8c14-1c9c619f06eb {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:57.926974 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'code': 200} Jun 08 18:33:57.987919 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-181a2539-a886-4c62-b8f1-f00f89172fc0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.124548 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Made reservation on behalf of 48c7d2690d364cea97aa2d7ffaa5d865 for: {'subnet': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:33:58.124548 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2460049'] for subnet, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.227093 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-181a2539-a886-4c62-b8f1-f00f89172fc0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.324627 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a8ccf-a8ec-4f72-8afb-90c7c85adc37 req-7381cf35-37e3-4d72-91df-ea2b2d158ac7 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:58.326183 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-878a8ccf-a8ec-4f72-8afb-90c7c85adc37 req-7381cf35-37e3-4d72-91df-ea2b2d158ac7 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 945 time: 0.0962753 Jun 08 18:33:58.423700 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-181a2539-a886-4c62-b8f1-f00f89172fc0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.429974 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-383be53c-3ee2-4b7d-89c9-04d975994e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:58.498724 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a2539-a886-4c62-b8f1-f00f89172fc0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:58.501787 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-181a2539-a886-4c62-b8f1-f00f89172fc0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:58.505859 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-878a8ccf-a8ec-4f72-8afb-90c7c85adc37 req-0e65dde2-91e2-4a27-b98f-d87325c3d045 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719444 Jun 08 18:33:58.525154 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d28b2-2a8e-41a5-abe1-8512d11028f8 req-c0f01a2c-81a8-4166-81b6-491d035f5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:58.526669 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5a7d28b2-2a8e-41a5-abe1-8512d11028f8 req-c0f01a2c-81a8-4166-81b6-491d035f5870 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 1099 time: 0.1651649 Jun 08 18:33:58.569837 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5a7d28b2-2a8e-41a5-abe1-8512d11028f8 req-cd83c1c1-ec1b-4408-9bab-d76ddb2d134f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360358 Jun 08 18:33:58.616307 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2460095'] for subnet, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.620511 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-245f9980-e5a3-42a7-887a-ec5fad1b1efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:58.644400 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-181a2539-a886-4c62-b8f1-f00f89172fc0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.645550 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-181a2539-a886-4c62-b8f1-f00f89172fc0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7541115 Jun 08 18:33:58.648520 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60528) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:58.663603 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-bb7d50ae-602b-43e1-94d5-66cc5bf89607 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'security_group_rule': {'security_group_id': 'fcb6eda6-c4e6-426a-ab51-4d2c73efdd62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:58.715679 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=957da2f5-37c4-4196-85d1-b1155ca9e0e6,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:58.719840 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:58.733092 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Checking segment: {'id': '3fc2110c-fbca-45df-84ec-50a034dd1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:33:58.733439 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Network hostable DHCP agents. Network: cb7f9f48-8701-4332-901f-a7f9b2719666, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:33:58.821366 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bb7d50ae-602b-43e1-94d5-66cc5bf89607 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.878991 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Network cb7f9f48-8701-4332-901f-a7f9b2719666 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:33:58.921549 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bb7d50ae-602b-43e1-94d5-66cc5bf89607 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.995011 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, cb7f9f48-8701-4332-901f-a7f9b2719666) {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:33:59.003780 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423c8388-f3a3-4bb9-9c6e-4b6102de62e9 None None] Network cb7f9f48-8701-4332-901f-a7f9b2719666 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:33:59.009018 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:59.009613 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:59.026504 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bb7d50ae-602b-43e1-94d5-66cc5bf89607 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:59.037775 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-aacaf79c-da87-4cc3-aecb-20bda1027a44 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:59.066974 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d50ae-602b-43e1-94d5-66cc5bf89607 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7627273-b0d6-4244-ac3a-c2a598500596,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:59.070519 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bb7d50ae-602b-43e1-94d5-66cc5bf89607 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:59.095993 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081ea51-f73d-4989-a04c-431b5eb6fd0e req-8534fa83-eeea-4211-b168-61f60b951a1b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:59.097677 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1081ea51-f73d-4989-a04c-431b5eb6fd0e req-8534fa83-eeea-4211-b168-61f60b951a1b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1397173 Jun 08 18:33:59.142980 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2308950 Jun 08 18:33:59.143938 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bb7d50ae-602b-43e1-94d5-66cc5bf89607 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:59.148255 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-bb7d50ae-602b-43e1-94d5-66cc5bf89607 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4920521 Jun 08 18:33:59.149838 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60532) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:59.158575 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1081ea51-f73d-4989-a04c-431b5eb6fd0e req-ec030ae7-05d2-4db4-b376-9e4fa32e32ec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490403 Jun 08 18:33:59.161266 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-aedc36e5-9fb4-451a-b6e2-3cc27b9402b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'security_group_rule': {'security_group_id': 'fcb6eda6-c4e6-426a-ab51-4d2c73efdd62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:59.214886 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e56a4c-4a08-4efb-9db5-54e3c6d605f1 None None] Network cb7f9f48-8701-4332-901f-a7f9b2719666 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:33:59.284377 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-aedc36e5-9fb4-451a-b6e2-3cc27b9402b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:59.393104 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-aedc36e5-9fb4-451a-b6e2-3cc27b9402b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:59.478774 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-aedc36e5-9fb4-451a-b6e2-3cc27b9402b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:59.496057 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:59.539215 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc36e5-9fb4-451a-b6e2-3cc27b9402b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b335b60-5a10-49c0-b9d4-4275c30492b8,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:59.547236 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-aedc36e5-9fb4-451a-b6e2-3cc27b9402b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:59.677724 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-aedc36e5-9fb4-451a-b6e2-3cc27b9402b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:59.678998 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-aedc36e5-9fb4-451a-b6e2-3cc27b9402b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5275033 Jun 08 18:33:59.683004 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60544) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:59.687820 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'floatingip': {'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:59.741404 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf4d38-57cb-4e04-83e8-c578cff58095 req-36bb402d-a585-47ab-8df3-773f2b932ae6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:59.742978 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c2bf4d38-57cb-4e04-83e8-c578cff58095 req-36bb402d-a585-47ab-8df3-773f2b932ae6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 945 time: 0.1049712 Jun 08 18:33:59.796640 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c2bf4d38-57cb-4e04-83e8-c578cff58095 req-f5e3fa56-2974-433a-9598-3b72cbddcaa4 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Jun 08 18:33:59.890473 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.034464 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.188425 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Allocated IP 172.28.2.175 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/ec932f5a-1a65-481e-9313-49cb284ae92c) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:34:00.390426 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.431257 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b64ecb-f0a2-4fa2-9aa6-b62ffc293317 req-a3610a75-2c5b-4bc9-9a39-584b44ee6018 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:00.432814 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-48b64ecb-f0a2-4fa2-9aa6-b62ffc293317 req-a3610a75-2c5b-4bc9-9a39-584b44ee6018 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1309483 Jun 08 18:34:00.495954 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-48b64ecb-f0a2-4fa2-9aa6-b62ffc293317 req-95184bc5-1a81-4bb1-8318-0e3b556bb262 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567718 Jun 08 18:34:00.575400 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2356055'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.576003 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:00.576003 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:34:00.576003 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:34:00.576003 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:34:00.576003 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:00.576003 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:34:00.595779 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:34:00.597197 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:34:00.618972 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:34:00.730234 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0d5c-9e27-42a2-9123-8bf87f074e9e req-c708cb76-5b45-4ca1-aeec-3f7c1fc0fe5d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:00.732680 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fbed0d5c-9e27-42a2-9123-8bf87f074e9e req-c708cb76-5b45-4ca1-aeec-3f7c1fc0fe5d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1184900 Jun 08 18:34:00.735913 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.762647 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60556) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:00.768034 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-f552d9a2-6e4a-4da1-a1e3-ab3d9f246f8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Request body: {'floatingip': {'port_id': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:00.900735 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f552d9a2-6e4a-4da1-a1e3-ab3d9f246f8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:01.097066 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:01.496268 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b90c60-5dc6-4414-bdf5-b3c059f1723b req-44ef152f-4420-4264-b17f-795cafaf124e tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:01.497820 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-26b90c60-5dc6-4414-bdf5-b3c059f1723b req-44ef152f-4420-4264-b17f-795cafaf124e tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 945 time: 0.5449498 Jun 08 18:34:01.691645 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-26b90c60-5dc6-4414-bdf5-b3c059f1723b req-4faf3217-72d7-4243-93a6-c30ee9561f69 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855075 Jun 08 18:34:01.838195 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:01.975775 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:01.991126 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:02.085253 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376876fb-edba-46bd-8207-04cdb740b7fe req-7deb62ab-e3fe-47ad-b4c9-2a2917cd2db4 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:02.088682 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-376876fb-edba-46bd-8207-04cdb740b7fe req-7deb62ab-e3fe-47ad-b4c9-2a2917cd2db4 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.39 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 945 time: 0.2179437 Jun 08 18:34:02.093763 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f552d9a2-6e4a-4da1-a1e3-ab3d9f246f8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:02.119712 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event updated for resources: {'Port': ['ID=ec932f5a-1a65-481e-9313-49cb284ae92c,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:02.124383 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:02.132379 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:02.187402 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f552d9a2-6e4a-4da1-a1e3-ab3d9f246f8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:02.198076 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-c7e8abf6-91a7-4c9c-b955-7a0fb8c03754 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:02.199677 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-c7e8abf6-91a7-4c9c-b955-7a0fb8c03754 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/networks?id=cb7f9f48-8701-4332-901f-a7f9b2719666 HTTP/1.1" status: 200 len: 809 time: 0.2641957 Jun 08 18:34:02.249754 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:02.250980 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5668929 Jun 08 18:34:02.265527 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-5ce3344d-aa8d-4c87-950c-986688daf8f6 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/quotas/48c7d2690d364cea97aa2d7ffaa5d865 HTTP/1.1" status: 200 len: 375 time: 0.0593512 Jun 08 18:34:02.324636 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-14ab81e6-2c71-49ad-8c76-b8b2443189d1 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c7d2690d364cea97aa2d7ffaa5d865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499821 Jun 08 18:34:02.414463 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.l3_db [None req-f552d9a2-6e4a-4da1-a1e3-ab3d9f246f8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Floating IP 9340b6b6-8ae0-43e7-84ff-ec6461dfce76 associated. External IP: 172.28.2.144, port: f28ce3d0-5e9a-41cb-a911-158b06ed7f11. Jun 08 18:34:02.420147 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-376876fb-edba-46bd-8207-04cdb740b7fe req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Deleting port b59c8627-b383-4524-b24f-b6561a556cde {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:02.420729 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-376876fb-edba-46bd-8207-04cdb740b7fe req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:02.610038 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-d0cd93d5-802b-4741-8c90-905d05a3eed1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f9f48-8701-4332-901f-a7f9b2719666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708788 Jun 08 18:34:02.670704 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-7e4bcce9-5806-4b87-9fb8-f928de2cd2f0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1450236611&fields=id&tenant_id=1537138941164e968bf25bf7ddaaba43 HTTP/1.1" status: 200 len: 267 time: 0.0821023 Jun 08 18:34:02.695189 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-376876fb-edba-46bd-8207-04cdb740b7fe req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] For port b59c8627-b383-4524-b24f-b6561a556cde, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b59c8627-b383-4524-b24f-b6561a556cde,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:02.695556 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-376876fb-edba-46bd-8207-04cdb740b7fe req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:02.933030 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-376876fb-edba-46bd-8207-04cdb740b7fe req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Calling delete_port for b59c8627-b383-4524-b24f-b6561a556cde owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:02.991806 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-1b42545b-d6dd-4474-8d11-a4ad4efabf89 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:02.993350 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-1b42545b-d6dd-4474-8d11-a4ad4efabf89 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 811 time: 0.3116744 Jun 08 18:34:02.997273 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-73761fc2-094a-4028-84db-211698121377 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f9f48-8701-4332-901f-a7f9b2719666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796992 Jun 08 18:34:03.020441 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f552d9a2-6e4a-4da1-a1e3-ab3d9f246f8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Router 1d80097b-470b-48f9-ab7f-8f164b9dd13c has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:34:03.022360 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-bf013eeb-e78a-4fb9-af21-b10c368eed6b tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/quotas/1537138941164e968bf25bf7ddaaba43 HTTP/1.1" status: 200 len: 375 time: 0.0168624 Jun 08 18:34:03.199000 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-376876fb-edba-46bd-8207-04cdb740b7fe req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.206925 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-fffa936d-c281-4dcb-9318-b8599623b09d tempest-ServerRescueNegativeTestJSON-435096651 tempest-ServerRescueNegativeTestJSON-435096651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:03.212449 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['b59c8627-b383-4524-b24f-b6561a556cde'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:03.255165 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Pushing event deleted for resources: {'Port': ['ID=b59c8627-b383-4524-b24f-b6561a556cde,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:03.259661 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:03.367343 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-376876fb-edba-46bd-8207-04cdb740b7fe req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] No DVR routers for this DVR port b59c8627-b383-4524-b24f-b6561a556cde on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:03.403332 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-376876fb-edba-46bd-8207-04cdb740b7fe req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.405737 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-376876fb-edba-46bd-8207-04cdb740b7fe req-a1b11d93-c89e-46f7-a784-f2c7dde78315 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.39 "DELETE /v2.0/ports/b59c8627-b383-4524-b24f-b6561a556cde HTTP/1.1" status: 204 len: 173 time: 1.2953410 Jun 08 18:34:03.423019 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27137b3e-9cae-452b-97e3-bed5529cd0c2', 'name': 'network-vif-deleted', 'tag': 'b59c8627-b383-4524-b24f-b6561a556cde'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:03.423747 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f552d9a2-6e4a-4da1-a1e3-ab3d9f246f8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:34:03.425559 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ffda99-4605-487a-aa49-d59866fd7671" -d '{"events": [{"server_uuid": "27137b3e-9cae-452b-97e3-bed5529cd0c2", "name": "network-vif-deleted", "tag": "b59c8627-b383-4524-b24f-b6561a556cde"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:03.430426 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e2f028cb-b4d0-4d47-9a23-ff6a0d2644b5 req-2068c507-0d8c-4a48-9b5d-9afdd85457db tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 210 time: 0.0723221 Jun 08 18:34:03.432655 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-5011f4b9-74fa-4b30-b11c-e5088ea535ba tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4027932 Jun 08 18:34:03.435091 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] Sync routers for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:34:03.435485 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f552d9a2-6e4a-4da1-a1e3-ab3d9f246f8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.452468 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:03.452468 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:33:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:03.539386 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7dee7f24-5fc5-438c-aae3-ce74696e67f3 req-606871f2-0681-493d-86f7-c3c93ff58049 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0485504 Jun 08 18:34:03.587577 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-f552d9a2-6e4a-4da1-a1e3-ab3d9f246f8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "PUT /v2.0/floatingips/9340b6b6-8ae0-43e7-84ff-ec6461dfce76 HTTP/1.1" status: 200 len: 992 time: 2.8236589 Jun 08 18:34:03.590472 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:03.592759 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:03.638014 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-39bbb9cc-e0c8-4e61-a87a-d5ec9fa8fddb service neutron] 10.222.0.43 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773181 Jun 08 18:34:03.663565 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736bfce8-06f6-4095-afaf-fa8b5dce5ba1 x-openstack-request-id: req-736bfce8-06f6-4095-afaf-fa8b5dce5ba1 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:03.664795 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27137b3e-9cae-452b-97e3-bed5529cd0c2", "name": "network-vif-deleted", "tag": "b59c8627-b383-4524-b24f-b6561a556cde", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:03.665494 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-736bfce8-06f6-4095-afaf-fa8b5dce5ba1 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:03.666188 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27137b3e-9cae-452b-97e3-bed5529cd0c2', 'name': 'network-vif-deleted', 'tag': 'b59c8627-b383-4524-b24f-b6561a556cde', 'status': 'completed', 'code': 200} Jun 08 18:34:03.756642 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:03.808600 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-f8fc6c43-94f6-4f92-afe5-8b1c058de156 service neutron] 10.222.0.43 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590581 Jun 08 18:34:03.865706 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0de8984-6b24-4f17-9d02-e6985c4b7b9a x-openstack-request-id: req-c0de8984-6b24-4f17-9d02-e6985c4b7b9a {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:03.866255 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:03.866841 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0de8984-6b24-4f17-9d02-e6985c4b7b9a {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:03.867654 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'status': 'completed', 'code': 200} Jun 08 18:34:03.970368 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-4de5d1c1-8ce1-4a7c-b2f8-0e8e0e236d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:03.973079 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-4de5d1c1-8ce1-4a7c-b2f8-0e8e0e236d43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 1099 time: 0.0830431 Jun 08 18:34:04.140305 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d696a063-3738-4fcf-ade5-7838d7c074bc req-d09238f8-f492-4d3f-b3e6-7a3ffe95b36d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0508752 Jun 08 18:34:04.183803 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-32150973-ae61-4122-876a-107c7c19326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:04.186341 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-32150973-ae61-4122-876a-107c7c19326c service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 0.2039347 Jun 08 18:34:04.347677 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '9340b6b6-8ae0-43e7-84ff-ec6461dfce76', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'floating_ip_address': '172.28.2.144', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'port_id': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'mac_address': 'fa:16:3e:e2:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:41Z', 'updated_at': '2021-06-08T18:34:01Z', 'revision_number': 1, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:04.353260 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] Checking router: 1d80097b-470b-48f9-ab7f-8f164b9dd13c for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:34:04.360068 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-2a56a34f-cd93-4d62-8f08-00d35a611bbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11 HTTP/1.1" status: 200 len: 1000 time: 0.1643155 Jun 08 18:34:04.371375 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:04.372425 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:33:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:04.435708 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-da8a6afc-da30-40b0-bbd2-5aa78f9a9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:04.437431 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-da8a6afc-da30-40b0-bbd2-5aa78f9a9890 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.0711446 Jun 08 18:34:04.553422 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-e6714d05-3235-455b-9d75-b72401ac58be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:04.555037 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-e6714d05-3235-455b-9d75-b72401ac58be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1113570 Jun 08 18:34:04.606417 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:04.658263 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f7542945-9160-4bb2-ba01-d38654e6de4d req-1d297e00-122e-4cfb-a390-14282484c24b tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=27137b3e-9cae-452b-97e3-bed5529cd0c2 HTTP/1.1" status: 200 len: 210 time: 0.0659177 Jun 08 18:34:04.735069 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b7c716b8-c2d1-4e80-b8de-816ee58059ca req-25e10b8d-3457-43ec-8c11-3cec29185041 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0505872 Jun 08 18:34:04.794477 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-13cb4fbd-f946-4c45-bfd9-caa260caebe7 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318113 Jun 08 18:34:04.987345 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f3e2fc0e-df42-437b-bc87-ab8a23056c4f req-28f333e1-191a-44ab-956b-6bed72f856e2 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854963 Jun 08 18:34:05.068658 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '9340b6b6-8ae0-43e7-84ff-ec6461dfce76', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'floating_ip_address': '172.28.2.144', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'port_id': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'mac_address': 'fa:16:3e:e2:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:41Z', 'updated_at': '2021-06-08T18:34:01Z', 'revision_number': 1, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:05.076952 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d8670d-1ef8-4262-a804-b988cd04888e None None] The sync data for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb is: [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '9340b6b6-8ae0-43e7-84ff-ec6461dfce76', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'floating_ip_address': '172.28.2.144', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'port_id': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'mac_address': 'fa:16:3e:e2:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:33:41Z', 'updated_at': '2021-06-08T18:34:01Z', 'revision_number': 1, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:34:05.292525 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device b59c8627-b383-4524-b24f-b6561a556cde no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:05.318853 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7e168984-9b35-48d3-acee-906b32a00bf5 req-d86367f5-1b3b-45a1-9a13-f4ff941d484b tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0921612 Jun 08 18:34:05.336816 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d755338-1abc-478d-9dbd-6bdcf297648e None None] New status for floating IP 9340b6b6-8ae0-43e7-84ff-ec6461dfce76: ACTIVE {{(pid=92353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:34:05.367847 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: b59c8627-b383-4524-b24f-b6561a556cde {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:05.368489 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device b59c8627-b383-4524-b24f-b6561a556cde not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:05.907401 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-db9988c0-ae11-4559-b954-5f1d5baac9ff req-b6f81cfe-feda-494b-a383-d258ec508707 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0498519 Jun 08 18:34:06.538705 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-5843b44f-89b1-4b45-89a2-c5e7d7fd29f1 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:06.540934 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-5843b44f-89b1-4b45-89a2-c5e7d7fd29f1 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.39 "GET /v2.0/networks?id=cb7f9f48-8701-4332-901f-a7f9b2719666 HTTP/1.1" status: 200 len: 809 time: 0.2552841 Jun 08 18:34:06.554050 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Request body: {'port': {'device_id': '6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04', 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666', 'admin_state_up': True, 'tenant_id': '48c7d2690d364cea97aa2d7ffaa5d865'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:06.764412 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7aba6946-86be-4a9c-8153-80fcb61fc27c req-79c87396-a9c6-42de-9094-297ea972566a tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.1927390 Jun 08 18:34:06.977127 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Made reservation on behalf of 48c7d2690d364cea97aa2d7ffaa5d865 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:06.981600 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:07.087868 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e1aec078-7f0e-4e11-8bfd-bc653286fd92 req-59c5beb0-47ed-405d-8d72-b94a64cbc7ec tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0571756 Jun 08 18:34:07.345983 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Allocated IP 172.20.0.8 (cb7f9f48-8701-4332-901f-a7f9b2719666/957da2f5-37c4-4196-85d1-b1155ca9e0e6/419a1141-90a3-488d-bbeb-aafffc048624) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:34:07.357501 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-060ab522-a322-40af-9341-52bc16fe2935 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:07.358969 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-060ab522-a322-40af-9341-52bc16fe2935 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 811 time: 0.2755821 Jun 08 18:34:07.429063 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-00b23772-d49f-4158-810c-0e90a11fdd49 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1537138941164e968bf25bf7ddaaba43 HTTP/1.1" status: 200 len: 380 time: 0.0609305 Jun 08 18:34:07.447421 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'port': {'device_id': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'admin_state_up': True, 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'security_groups': ['fcb6eda6-c4e6-426a-ab51-4d2c73efdd62']}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:07.764574 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:07.850692 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Made reservation on behalf of 1537138941164e968bf25bf7ddaaba43 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:07.856146 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:07.918158 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:07.921263 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:07.921263 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:34:07.921263 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:34:07.921263 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:34:07.921263 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:07.921263 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:34:07.936919 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ace6f72c-de3f-414e-9071-52e64087bd1f req-bec14772-7dbb-4c9a-b330-fe83f4116ea7 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0467904 Jun 08 18:34:07.970421 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Network cb7f9f48-8701-4332-901f-a7f9b2719666 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:34:07.975288 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:34:07.980727 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:34:08.096864 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:08.097489 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.121804 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Allocated IP 172.20.0.7 (a4a910d2-f7ed-4a4f-a59a-2af939d7546b/0fb9e205-6293-4bb9-bb98-e7283065bd90/e0098230-0124-48dd-bb7d-3ae093c3dc4c) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:34:08.461853 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.465937 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-6ef7bba6-0bbf-41a3-841a-6461c731b9c0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9162936 Jun 08 18:34:08.483362 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b441fa-0eec-44c8-9107-a3f91f0c9903 req-203564b7-711e-4115-8f28-68cd1334fcf2 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:08.485072 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-72b441fa-0eec-44c8-9107-a3f91f0c9903 req-203564b7-711e-4115-8f28-68cd1334fcf2 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 931 time: 0.1777978 Jun 08 18:34:08.489146 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Request body: {'port': {'device_id': '6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:08.557539 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Transition to ACTIVE for port object e0098230-0124-48dd-bb7d-3ae093c3dc4c will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:34:08.659584 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-72b441fa-0eec-44c8-9107-a3f91f0c9903 req-bc00a13f-f40d-433d-b269-829d1b9e60fc tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362190 Jun 08 18:34:08.672847 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.807450 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.815675 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:08.815675 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:34:08.815675 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:34:08.815675 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:34:08.815675 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:08.815675 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:34:08.848112 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:34:08.852597 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:34:08.857558 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:34:09.112822 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:09.116321 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.249507 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-9d3d673d-8a11-438a-a9d4-58303d18ce6d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8094423 Jun 08 18:34:09.261005 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Request body: {'port': {'device_id': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:09.282358 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc15e-47a8-4c49-90c6-c26483cbf859 req-a0254e1d-4297-4f5c-92df-6c64440d6f89 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:09.289368 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-aeddc15e-47a8-4c49-90c6-c26483cbf859 req-a0254e1d-4297-4f5c-92df-6c64440d6f89 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 931 time: 0.1036177 Jun 08 18:34:09.315782 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419a1141-90a3-488d-bbeb-aafffc048624 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:09.327720 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.339896 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-aeddc15e-47a8-4c49-90c6-c26483cbf859 req-2a1ffaa0-72a8-444e-af18-112e726859c5 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492744 Jun 08 18:34:09.347507 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-1da449b5-2603-4623-8769-172b93d9bf4f None None] Provisioning for port e0098230-0124-48dd-bb7d-3ae093c3dc4c completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:34:09.357993 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-1da449b5-2603-4623-8769-172b93d9bf4f None None] Provisioning complete for port e0098230-0124-48dd-bb7d-3ae093c3dc4c triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:34:09.370737 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-1da449b5-2603-4623-8769-172b93d9bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.392848 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Transition to ACTIVE for port object 419a1141-90a3-488d-bbeb-aafffc048624 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:34:09.406633 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.433831 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-1da449b5-2603-4623-8769-172b93d9bf4f None None] Port e0098230-0124-48dd-bb7d-3ae093c3dc4c cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:34:09.484989 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.514167 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-5c7cb96d-aef6-4885-b5aa-8699fe7a7a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:09.784367 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Pushing event updated for resources: {'Port': ['ID=419a1141-90a3-488d-bbeb-aafffc048624,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:09.801295 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:09.892733 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262cda1-2638-471b-9ec5-c936cd3e71ab req-5cc7a6a9-15e6-41e5-80f1-c5623db10904 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:09.894240 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3262cda1-2638-471b-9ec5-c936cd3e71ab req-5cc7a6a9-15e6-41e5-80f1-c5623db10904 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.0832324 Jun 08 18:34:09.953286 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3262cda1-2638-471b-9ec5-c936cd3e71ab req-4cac6d53-cd2e-4db1-855b-e1bd03c08566 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517759 Jun 08 18:34:10.180845 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Attempting to bind port 419a1141-90a3-488d-bbeb-aafffc048624 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:34:10.181450 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Attempting to bind port 419a1141-90a3-488d-bbeb-aafffc048624 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3fc2110c-fbca-45df-84ec-50a034dd1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:34:10.181566 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Attempting to bind port 419a1141-90a3-488d-bbeb-aafffc048624 on network cb7f9f48-8701-4332-901f-a7f9b2719666 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:10.197600 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Port 419a1141-90a3-488d-bbeb-aafffc048624 on network cb7f9f48-8701-4332-901f-a7f9b2719666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:34:10.202036 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Attempting to bind port 419a1141-90a3-488d-bbeb-aafffc048624 on network cb7f9f48-8701-4332-901f-a7f9b2719666 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:10.210490 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:34:10.210852 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Checking segment: {'id': '3fc2110c-fbca-45df-84ec-50a034dd1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:34:10.211203 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Bound using segment: {'id': '3fc2110c-fbca-45df-84ec-50a034dd1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:34:10.211648 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Bound port: 419a1141-90a3-488d-bbeb-aafffc048624, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc2110c-fbca-45df-84ec-50a034dd1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:34:10.211996 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.404074 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] For port 419a1141-90a3-488d-bbeb-aafffc048624, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:34:10.418999 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] For port 419a1141-90a3-488d-bbeb-aafffc048624, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=419a1141-90a3-488d-bbeb-aafffc048624,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:34:10.425809 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0098230-0124-48dd-bb7d-3ae093c3dc4c {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:10.435814 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.452190 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Transition to ACTIVE for port object e0098230-0124-48dd-bb7d-3ae093c3dc4c will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:34:10.570435 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.578710 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:10.621851 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.657559 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:10.658170 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.659654 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] 10.222.0.39 "PUT /v2.0/ports/419a1141-90a3-488d-bbeb-aafffc048624 HTTP/1.1" status: 200 len: 1093 time: 2.1847754 Jun 08 18:34:10.662225 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04', 'tag': '419a1141-90a3-488d-bbeb-aafffc048624'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:10.664654 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4722c301-00de-445f-a1ca-e1c2600887a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04", "tag": "419a1141-90a3-488d-bbeb-aafffc048624"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:10.720665 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433a88ff-50e4-46de-9f53-2014211f2a4a x-openstack-request-id: req-433a88ff-50e4-46de-9f53-2014211f2a4a {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:10.721015 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04", "tag": "419a1141-90a3-488d-bbeb-aafffc048624", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:10.721289 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-433a88ff-50e4-46de-9f53-2014211f2a4a {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:10.721698 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04', 'tag': '419a1141-90a3-488d-bbeb-aafffc048624', 'status': 'completed', 'code': 200} Jun 08 18:34:10.791770 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Pushing event updated for resources: {'Port': ['ID=419a1141-90a3-488d-bbeb-aafffc048624,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:10.834318 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:10.841003 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-1ca9089b-611e-43c9-8909-36a81d3f141b tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:10.979719 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b4ea5-1266-4d43-9bec-1e6ef504de5d req-2ce60c04-01c1-4650-b421-3de4a9f2fdeb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:10.981320 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bb4b4ea5-1266-4d43-9bec-1e6ef504de5d req-2ce60c04-01c1-4650-b421-3de4a9f2fdeb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 931 time: 0.4812093 Jun 08 18:34:10.987781 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Pushing event updated for resources: {'Port': ['ID=e0098230-0124-48dd-bb7d-3ae093c3dc4c,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:10.994993 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:11.034439 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Attempting to bind port e0098230-0124-48dd-bb7d-3ae093c3dc4c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:34:11.034770 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Attempting to bind port e0098230-0124-48dd-bb7d-3ae093c3dc4c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:34:11.035096 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Attempting to bind port e0098230-0124-48dd-bb7d-3ae093c3dc4c on network a4a910d2-f7ed-4a4f-a59a-2af939d7546b {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:11.054851 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Port e0098230-0124-48dd-bb7d-3ae093c3dc4c on network a4a910d2-f7ed-4a4f-a59a-2af939d7546b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:34:11.054851 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Attempting to bind port e0098230-0124-48dd-bb7d-3ae093c3dc4c on network a4a910d2-f7ed-4a4f-a59a-2af939d7546b {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:11.060801 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722c301-00de-445f-a1ca-e1c2600887a4 req-b6b5aa6e-1e8a-44c7-8462-55465c34f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:11.062388 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4722c301-00de-445f-a1ca-e1c2600887a4 req-b6b5aa6e-1e8a-44c7-8462-55465c34f18d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c7d2690d364cea97aa2d7ffaa5d865&device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 1096 time: 0.3151321 Jun 08 18:34:11.071496 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:34:11.071821 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Checking segment: {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:34:11.072441 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Bound using segment: {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:34:11.073009 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Bound port: e0098230-0124-48dd-bb7d-3ae093c3dc4c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5462d66d-072e-4a50-ade9-461985fee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:34:11.073363 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.111054 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bb4b4ea5-1266-4d43-9bec-1e6ef504de5d req-f5070a0f-c002-4526-86c4-29d9be11d8c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193528 Jun 08 18:34:11.286461 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354a2c-0051-4be2-abc5-01f8aa426091 req-176fe74d-3e28-4f8c-9514-28d42abddabe tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:11.289253 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ac354a2c-0051-4be2-abc5-01f8aa426091 req-176fe74d-3e28-4f8c-9514-28d42abddabe tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.1833496 Jun 08 18:34:11.377856 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ac354a2c-0051-4be2-abc5-01f8aa426091 req-c0826d8d-7609-4c6e-ae76-4698c6cca607 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749462 Jun 08 18:34:11.424717 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] For port e0098230-0124-48dd-bb7d-3ae093c3dc4c, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:34:11.431353 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722c301-00de-445f-a1ca-e1c2600887a4 req-1b52a1f6-9960-4cd3-ab11-8881d2cd1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:11.432871 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4722c301-00de-445f-a1ca-e1c2600887a4 req-1b52a1f6-9960-4cd3-ab11-8881d2cd1379 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=48c7d2690d364cea97aa2d7ffaa5d865&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3483016 Jun 08 18:34:11.438119 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] For port e0098230-0124-48dd-bb7d-3ae093c3dc4c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e0098230-0124-48dd-bb7d-3ae093c3dc4c,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:34:11.522744 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.524470 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-df32a1ab-95cb-40e9-9794-b460150fcda8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:11.609673 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:11.610316 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.611931 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] 10.222.0.39 "PUT /v2.0/ports/e0098230-0124-48dd-bb7d-3ae093c3dc4c HTTP/1.1" status: 200 len: 1093 time: 2.3551273 Jun 08 18:34:11.650169 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Pushing event updated for resources: {'Port': ['ID=e0098230-0124-48dd-bb7d-3ae093c3dc4c,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:11.655520 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:11.674484 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722c301-00de-445f-a1ca-e1c2600887a4 req-b5cf50db-6ea2-4a36-9bbc-f749efcc6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:11.676084 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4722c301-00de-445f-a1ca-e1c2600887a4 req-b5cf50db-6ea2-4a36-9bbc-f749efcc6a11 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2360697 Jun 08 18:34:11.887337 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-06dc6c0f-3ce6-47b2-a504-283923f4d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:11.889747 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-06dc6c0f-3ce6-47b2-a504-283923f4d8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 1096 time: 0.1597154 Jun 08 18:34:11.893757 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-0e0eb1b2-67f4-4036-a8cb-043ae71e009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:11.895907 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-0e0eb1b2-67f4-4036-a8cb-043ae71e009f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c7d2690d364cea97aa2d7ffaa5d865&device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 1096 time: 0.1222878 Jun 08 18:34:12.037736 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-b5e257b1-3f63-4775-b43c-5c06cffac6ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=419a1141-90a3-488d-bbeb-aafffc048624 HTTP/1.1" status: 200 len: 217 time: 0.0770736 Jun 08 18:34:12.038924 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-d8eeb874-911f-4006-a6c7-8a1e24fd7f51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0098230-0124-48dd-bb7d-3ae093c3dc4c HTTP/1.1" status: 200 len: 217 time: 0.1352723 Jun 08 18:34:12.211405 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-c36586f6-4c58-46fa-9d96-269436015cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:12.211850 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-c36586f6-4c58-46fa-9d96-269436015cc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 200 len: 850 time: 0.1608949 Jun 08 18:34:12.307534 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-bf969dee-0249-4153-8e67-a1925cba3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:12.310076 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-bf969dee-0249-4153-8e67-a1925cba3e95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=957da2f5-37c4-4196-85d1-b1155ca9e0e6 HTTP/1.1" status: 200 len: 849 time: 0.2604990 Jun 08 18:34:12.412220 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-104b6c5b-ce63-4b7a-b69f-91896bfcf33d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb7f9f48-8701-4332-901f-a7f9b2719666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908089 Jun 08 18:34:12.546546 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-b878fd61-6de1-4382-aa5b-40a56f149f12 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:12.549198 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-b878fd61-6de1-4382-aa5b-40a56f149f12 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/networks?id=3317fbe0-20f7-449b-aace-a91eb6ecf461 HTTP/1.1" status: 200 len: 814 time: 0.2651238 Jun 08 18:34:12.572881 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-2533a391-583d-4501-8579-6d911775800d tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/quotas/fe2a4d92b2d1415288ea56b89e97c6a3 HTTP/1.1" status: 200 len: 375 time: 0.0163388 Jun 08 18:34:12.584723 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-a80926b1-a212-423e-aaf8-2727f4e6ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:12.586283 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-a80926b1-a212-423e-aaf8-2727f4e6ba15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3651798 Jun 08 18:34:12.594859 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-3b1398fa-e7cd-4a03-ad63-edca957b91b2 service neutron] 10.222.0.39 "GET /v2.0/networks/cb7f9f48-8701-4332-901f-a7f9b2719666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699204 Jun 08 18:34:12.604596 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9d216-6e24-44c7-b11a-e1e94bc9c13e req-4130d40c-5e9b-46d4-abf8-271f4c9fb445 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:12.606133 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2bc9d216-6e24-44c7-b11a-e1e94bc9c13e req-4130d40c-5e9b-46d4-abf8-271f4c9fb445 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 943 time: 0.2451248 Jun 08 18:34:12.648423 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-e3409298-928e-4af0-961e-b5bbf5e568bb tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe2a4d92b2d1415288ea56b89e97c6a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689757 Jun 08 18:34:12.761888 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'tag': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:12.764164 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0405ddac-0abc-438f-b962-1f08e97b7605" -d '{"events": [{"name": "network-changed", "server_uuid": "700de3f2-3ff9-479f-872a-f44a2bc46cf3", "tag": "e0098230-0124-48dd-bb7d-3ae093c3dc4c"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:12.795216 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-6c319346-275e-4e14-91f1-2f9895ba4a87 service neutron] 10.222.0.43 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363373 Jun 08 18:34:12.837393 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2bc9d216-6e24-44c7-b11a-e1e94bc9c13e req-437cbee7-aa17-494d-bb40-9bd5115a4b20 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095516 Jun 08 18:34:12.912523 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-2532d7b6-bba2-46f8-9613-7151498aaad6 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164718 Jun 08 18:34:12.918309 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b9ec679b-8bd2-4063-be00-1f55f63e3610 req-4eea384e-ae7b-4c51-b9f0-cc1cff5c895f service neutron] 10.222.0.39 "GET /v2.0/networks/cb7f9f48-8701-4332-901f-a7f9b2719666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111942 Jun 08 18:34:12.954357 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-67f8f18e-2d28-44b2-9747-2f1843b6b3ae service neutron] 10.222.0.43 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477547 Jun 08 18:34:13.247914 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9e33a25c-a03d-4f82-a408-8cb43d3dfe84 req-ff43d602-449d-45b2-a78e-da6c0f3762c9 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240769 Jun 08 18:34:13.307894 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4439f-ce7c-43ec-a959-29bee51ef203 req-575c3ace-d5ae-44e2-a626-c6ba2e78bb33 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:13.311561 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3fe4439f-ce7c-43ec-a959-29bee51ef203 req-575c3ace-d5ae-44e2-a626-c6ba2e78bb33 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.2637928 Jun 08 18:34:13.314943 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e235684-2622-46ba-b8c7-f0db1c20a2c2 x-openstack-request-id: req-3e235684-2622-46ba-b8c7-f0db1c20a2c2 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:13.315602 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700de3f2-3ff9-479f-872a-f44a2bc46cf3", "tag": "e0098230-0124-48dd-bb7d-3ae093c3dc4c", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:13.316288 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e235684-2622-46ba-b8c7-f0db1c20a2c2 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:13.317278 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'tag': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c', 'status': 'completed', 'code': 200} Jun 08 18:34:13.469955 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3fe4439f-ce7c-43ec-a959-29bee51ef203 req-450861aa-4a62-46ec-8ab0-02f1ae01d5fc tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469159 Jun 08 18:34:13.556867 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-a4bb0c17-b48d-4561-97bb-c9149ae46dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:13.559782 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-a4bb0c17-b48d-4561-97bb-c9149ae46dc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 1096 time: 0.1717491 Jun 08 18:34:13.572231 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-52f730a3-6c31-4abb-afbd-a3ee9fc7554a req-d8f4a7fe-1cfe-458c-970b-9b3420e4bcec tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 210 time: 0.0613821 Jun 08 18:34:13.801626 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-f7efee6d-fa3a-4baf-a137-40266a2ddba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:13.804265 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-f7efee6d-fa3a-4baf-a137-40266a2ddba1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 912 time: 0.2367816 Jun 08 18:34:13.880315 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-50ba1ec3-e62d-480a-9279-98a296e91124 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0098230-0124-48dd-bb7d-3ae093c3dc4c HTTP/1.1" status: 200 len: 217 time: 0.0688188 Jun 08 18:34:13.968246 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-89a3c4c1-b3a4-4057-b6a3-ce8b73475f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:13.970852 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-89a3c4c1-b3a4-4057-b6a3-ce8b73475f73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 200 len: 850 time: 0.0831783 Jun 08 18:34:14.127516 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-afe15091-090f-4df5-acf4-e2aa53466e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:14.127516 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-afe15091-090f-4df5-acf4-e2aa53466e8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1478891 Jun 08 18:34:14.134096 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce772279-34c2-4701-b91b-8e108a97564f req-dc6bb14b-6922-4b13-8035-74699d0b2667 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:14.135501 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ce772279-34c2-4701-b91b-8e108a97564f req-dc6bb14b-6922-4b13-8035-74699d0b2667 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 943 time: 0.1234961 Jun 08 18:34:14.268656 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ce772279-34c2-4701-b91b-8e108a97564f req-d0203fbd-507b-488f-abf7-c6d140862629 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136286 Jun 08 18:34:14.308586 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-6c154b90-4b1b-4187-a832-0ad897fb1772 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720374 Jun 08 18:34:14.473041 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0405ddac-0abc-438f-b962-1f08e97b7605 req-a29ef27c-a40d-4a14-b1a0-9ea281f0e2c3 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529520 Jun 08 18:34:14.696296 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedc0c6-d522-4c31-8330-4a398d5f8bb8 req-5361db6b-3a6a-4ff4-ba22-9e6fecd30d78 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:14.697874 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0bedc0c6-d522-4c31-8330-4a398d5f8bb8 req-5361db6b-3a6a-4ff4-ba22-9e6fecd30d78 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.0982206 Jun 08 18:34:14.751249 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0bedc0c6-d522-4c31-8330-4a398d5f8bb8 req-8dcd9d86-f590-4855-ba80-da7161081248 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Jun 08 18:34:14.885582 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6aecf0a3-c748-49da-9f40-533e8b0139d4 req-239cd536-744e-4882-b9ef-8ac342a083f9 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 210 time: 0.1626761 Jun 08 18:34:15.310296 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device e0098230-0124-48dd-bb7d-3ae093c3dc4c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:34:15.456322 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port e0098230-0124-48dd-bb7d-3ae093c3dc4c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e0098230-0124-48dd-bb7d-3ae093c3dc4c,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:15.472993 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'port_id': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c', 'mac_address': 'fa:16:3e:0c:bf:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:34:15.487328 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927b34d-7738-4508-b7bf-856b4a39dac5 req-5a56cf7a-bdeb-4075-91d4-4d795871b198 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:15.495609 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1927b34d-7738-4508-b7bf-856b4a39dac5 req-5a56cf7a-bdeb-4075-91d4-4d795871b198 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 943 time: 0.1026487 Jun 08 18:34:15.540864 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.553824 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1927b34d-7738-4508-b7bf-856b4a39dac5 req-2a12b880-4741-4aaa-a4dc-a3a4abe49297 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572731 Jun 08 18:34:15.606716 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0098230-0124-48dd-bb7d-3ae093c3dc4c {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:15.634164 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port e0098230-0124-48dd-bb7d-3ae093c3dc4c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e0098230-0124-48dd-bb7d-3ae093c3dc4c,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:15.724736 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.725490 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 419a1141-90a3-488d-bbeb-aafffc048624 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:34:15.727832 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.729788 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:15.889144 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=e0098230-0124-48dd-bb7d-3ae093c3dc4c,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:15.905630 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:16.001616 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 419a1141-90a3-488d-bbeb-aafffc048624, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=419a1141-90a3-488d-bbeb-aafffc048624,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:16.028344 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '419a1141-90a3-488d-bbeb-aafffc048624', 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666', 'port_id': '419a1141-90a3-488d-bbeb-aafffc048624', 'mac_address': 'fa:16:3e:f8:7c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957da2f5-37c4-4196-85d1-b1155ca9e0e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:34:16.111963 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.116993 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-5cea0d9e-43f8-48e1-8f9c-9ced81278ded tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:16.118428 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9b3b24e7-59da-4efc-a930-94040f96e4df req-7775bad2-df33-441d-930a-e92101dd1329 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 210 time: 0.0589440 Jun 08 18:34:16.118940 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-5cea0d9e-43f8-48e1-8f9c-9ced81278ded tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.39 "GET /v2.0/networks?id=3317fbe0-20f7-449b-aace-a91eb6ecf461 HTTP/1.1" status: 200 len: 814 time: 0.2634220 Jun 08 18:34:16.127300 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c003b71-f042-44be-b9e7-14a53a668a65 req-12a6d5dd-deb2-4590-9eb7-303259fc5dbd tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:16.128968 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0c003b71-f042-44be-b9e7-14a53a668a65 req-12a6d5dd-deb2-4590-9eb7-303259fc5dbd tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 943 time: 0.2383835 Jun 08 18:34:16.134007 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Request body: {'port': {'device_id': '6fa04811-dff0-4d4c-9e5a-c2c9506dcd57', 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461', 'admin_state_up': True, 'tenant_id': 'fe2a4d92b2d1415288ea56b89e97c6a3'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:16.146022 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419a1141-90a3-488d-bbeb-aafffc048624 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:16.155275 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 419a1141-90a3-488d-bbeb-aafffc048624, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=419a1141-90a3-488d-bbeb-aafffc048624,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:16.272771 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0c003b71-f042-44be-b9e7-14a53a668a65 req-faf11ae4-8c62-4709-9e98-b62a3b650149 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238475 Jun 08 18:34:16.273048 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.274864 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:16.365253 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=419a1141-90a3-488d-bbeb-aafffc048624,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:16.368375 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:16.444114 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Made reservation on behalf of fe2a4d92b2d1415288ea56b89e97c6a3 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:16.447732 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.516724 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['e0098230-0124-48dd-bb7d-3ae093c3dc4c'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:16.549291 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['419a1141-90a3-488d-bbeb-aafffc048624'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:16.747768 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Allocated IP 172.20.0.4 (3317fbe0-20f7-449b-aace-a91eb6ecf461/3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7/1350c99a-6ef5-48e5-bc7f-e9db9ea1f935) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:34:16.875323 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2bc7-8b6b-473d-a042-db27e4c63621 req-f744f424-ab4a-446a-9c3a-3a4e3cf050aa tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:16.877231 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-013f2bc7-8b6b-473d-a042-db27e4c63621 req-f744f424-ab4a-446a-9c3a-3a4e3cf050aa tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 944 time: 0.1005430 Jun 08 18:34:16.943922 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-013f2bc7-8b6b-473d-a042-db27e4c63621 req-2d1e4d89-22a2-4e56-8b46-8684871a1f35 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587401 Jun 08 18:34:17.031234 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.130415 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.132907 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:17.132907 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:34:17.132907 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:34:17.132907 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:34:17.132907 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:17.132907 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:34:17.151365 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Network 3317fbe0-20f7-449b-aace-a91eb6ecf461 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:34:17.152585 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:34:17.155178 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:34:17.227414 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:17.228330 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.350564 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1f3df-05df-464f-85c4-15d4e0d2ec36 req-7505cec6-6efc-46a9-b5a7-c10483e67e7e tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:17.350564 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1ee1f3df-05df-464f-85c4-15d4e0d2ec36 req-7505cec6-6efc-46a9-b5a7-c10483e67e7e tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 931 time: 0.1001542 Jun 08 18:34:17.376019 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-3eaa6da1-9b64-4167-beb5-8b495ca3afcf tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2459557 Jun 08 18:34:17.389021 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Request body: {'port': {'device_id': '6fa04811-dff0-4d4c-9e5a-c2c9506dcd57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:17.455316 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1ee1f3df-05df-464f-85c4-15d4e0d2ec36 req-8e604f7e-ce73-4ec0-bc95-79c873cd2784 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996327 Jun 08 18:34:17.528862 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b93fe-8349-42a6-800b-6809d1522cdb req-68e0db75-6b1f-4840-9496-c5c5e037ee27 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:17.531551 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9d8b93fe-8349-42a6-800b-6809d1522cdb req-68e0db75-6b1f-4840-9496-c5c5e037ee27 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 944 time: 0.1120002 Jun 08 18:34:17.537078 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.586219 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9d8b93fe-8349-42a6-800b-6809d1522cdb req-d91e2007-f0d9-4a96-97c4-9f092283bc0b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469885 Jun 08 18:34:17.961597 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:17.970269 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:17.990153 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Transition to ACTIVE for port object 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:34:18.061799 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:18.069756 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-eca3bb89-6dc6-4f6c-b5e6-fa8ed621c09c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:18.172431 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca56a-c0d2-4e27-a3d5-7c63045d365b req-9facd3ac-d33c-4345-82c4-4108ca1a4cc3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:18.174987 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ce8ca56a-c0d2-4e27-a3d5-7c63045d365b req-9facd3ac-d33c-4345-82c4-4108ca1a4cc3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 944 time: 0.0972700 Jun 08 18:34:18.227563 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ce8ca56a-c0d2-4e27-a3d5-7c63045d365b req-4ff198d2-5b48-4492-b5fb-f38bfee01f11 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422380 Jun 08 18:34:18.365066 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Pushing event updated for resources: {'Port': ['ID=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:18.370459 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:18.450780 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Attempting to bind port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:34:18.451113 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Attempting to bind port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '489a2ec7-90e8-4a09-b383-245f71409fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:34:18.451436 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Attempting to bind port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 on network 3317fbe0-20f7-449b-aace-a91eb6ecf461 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:18.456473 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 on network 3317fbe0-20f7-449b-aace-a91eb6ecf461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:34:18.456789 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Attempting to bind port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 on network 3317fbe0-20f7-449b-aace-a91eb6ecf461 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:18.463646 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:34:18.463971 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Checking segment: {'id': '489a2ec7-90e8-4a09-b383-245f71409fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:34:18.464395 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Bound using segment: {'id': '489a2ec7-90e8-4a09-b383-245f71409fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:34:18.464818 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Bound port: 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '489a2ec7-90e8-4a09-b383-245f71409fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:34:18.465159 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:18.567935 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] For port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:34:18.571334 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] For port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:34:18.702270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:18.719609 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:18.800148 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f9220-1d3a-496a-99f9-019b86db358d req-df942769-44ed-4428-965a-54c7cd3d9ee2 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:18.801934 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-393f9220-1d3a-496a-99f9-019b86db358d req-df942769-44ed-4428-965a-54c7cd3d9ee2 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 944 time: 0.0899384 Jun 08 18:34:18.850896 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:18.851837 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:18.854050 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] 10.222.0.39 "PUT /v2.0/ports/1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 HTTP/1.1" status: 200 len: 1093 time: 1.4695375 Jun 08 18:34:18.854754 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa04811-dff0-4d4c-9e5a-c2c9506dcd57', 'tag': '1350c99a-6ef5-48e5-bc7f-e9db9ea1f935'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:18.858413 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102afa63-d9b3-4556-a825-4077428bcbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa04811-dff0-4d4c-9e5a-c2c9506dcd57", "tag": "1350c99a-6ef5-48e5-bc7f-e9db9ea1f935"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:18.870161 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-393f9220-1d3a-496a-99f9-019b86db358d req-f8a4f67a-0ccf-40bb-b6e9-7bcfa9b40b14 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610158 Jun 08 18:34:18.890720 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Pushing event updated for resources: {'Port': ['ID=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:18.895807 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:18.933051 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2919d9b-db47-47a9-b9d2-f13cb4d1f4d8 req-39d4ec4a-f802-4611-a52c-1b5520dd19d6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:18.935878 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a2919d9b-db47-47a9-b9d2-f13cb4d1f4d8 req-39d4ec4a-f802-4611-a52c-1b5520dd19d6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 943 time: 0.2933841 Jun 08 18:34:18.938515 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8448a4b-f5fc-46bf-bdc2-241081bec1eb x-openstack-request-id: req-e8448a4b-f5fc-46bf-bdc2-241081bec1eb {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:18.939003 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa04811-dff0-4d4c-9e5a-c2c9506dcd57", "tag": "1350c99a-6ef5-48e5-bc7f-e9db9ea1f935", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:18.940221 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8448a4b-f5fc-46bf-bdc2-241081bec1eb {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:18.940221 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa04811-dff0-4d4c-9e5a-c2c9506dcd57', 'tag': '1350c99a-6ef5-48e5-bc7f-e9db9ea1f935', 'status': 'completed', 'code': 200} Jun 08 18:34:19.048304 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a2919d9b-db47-47a9-b9d2-f13cb4d1f4d8 req-548d15f0-773d-48c5-a7ce-7d7a47ac1aac tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045835 Jun 08 18:34:19.080687 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-fbbc9efc-3dc8-47a5-ab4e-751aeacb61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:19.080687 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-fbbc9efc-3dc8-47a5-ab4e-751aeacb61d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2a4d92b2d1415288ea56b89e97c6a3&device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 1096 time: 0.1153150 Jun 08 18:34:19.156366 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-e9b35c94-cd02-4307-b954-49e627fdd7a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 HTTP/1.1" status: 200 len: 217 time: 0.0703182 Jun 08 18:34:19.315505 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-a0ca9d1c-20ac-41ed-bf99-2fd00f1e0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:19.317017 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-a0ca9d1c-20ac-41ed-bf99-2fd00f1e0ab3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7 HTTP/1.1" status: 200 len: 854 time: 0.1539466 Jun 08 18:34:19.319659 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device e0098230-0124-48dd-bb7d-3ae093c3dc4c up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:34:19.430742 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-809952d5-13f9-473d-acb4-70c899f12479 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3317fbe0-20f7-449b-aace-a91eb6ecf461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060069 Jun 08 18:34:19.454636 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port e0098230-0124-48dd-bb7d-3ae093c3dc4c completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:34:19.461420 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port e0098230-0124-48dd-bb7d-3ae093c3dc4c triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:34:19.461803 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:19.598594 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:19.621021 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-0b8c7769-649d-4d3f-b839-5c7fd4e4a242 service neutron] 10.222.0.39 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836138 Jun 08 18:34:19.631945 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:19.632047 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c50b00-0daa-406d-a940-ad98716c673e req-17bb407f-fde4-41cb-97ab-745da87cf951 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:19.632047 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-53c50b00-0daa-406d-a940-ad98716c673e req-17bb407f-fde4-41cb-97ab-745da87cf951 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 944 time: 0.2461050 Jun 08 18:34:19.638586 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a6e69e-6939-4be3-a6c2-eb69a9fb86ff" -d '{"events": [{"server_uuid": "700de3f2-3ff9-479f-872a-f44a2bc46cf3", "name": "network-vif-plugged", "status": "completed", "tag": "e0098230-0124-48dd-bb7d-3ae093c3dc4c"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:19.649405 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port e0098230-0124-48dd-bb7d-3ae093c3dc4c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e0098230-0124-48dd-bb7d-3ae093c3dc4c,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:19.715029 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ca56fe-6479-4bd7-899d-0f870ece33fd x-openstack-request-id: req-01ca56fe-6479-4bd7-899d-0f870ece33fd {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:19.715331 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700de3f2-3ff9-479f-872a-f44a2bc46cf3", "name": "network-vif-plugged", "status": "completed", "tag": "e0098230-0124-48dd-bb7d-3ae093c3dc4c", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:19.715593 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01ca56fe-6479-4bd7-899d-0f870ece33fd {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:19.716209 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c', 'code': 200} Jun 08 18:34:19.746998 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:19.748422 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 419a1141-90a3-488d-bbeb-aafffc048624 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:34:19.764615 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-53c50b00-0daa-406d-a940-ad98716c673e req-c86a9d53-3e79-4d06-bd50-cc580900d21c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123676 Jun 08 18:34:19.804534 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:19.806175 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0f51cb0f-dc3b-4ad0-8d08-f3a1d9fce766 req-e2186457-2654-4b80-8647-a7e9f515f73d service neutron] 10.222.0.39 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731184 Jun 08 18:34:19.826898 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:34:19.975997 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=e0098230-0124-48dd-bb7d-3ae093c3dc4c,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:19.978271 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:20.089493 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 419a1141-90a3-488d-bbeb-aafffc048624 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:34:20.097274 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 419a1141-90a3-488d-bbeb-aafffc048624 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:34:20.097750 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:20.139773 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-1290e5b6-c96c-4331-afe0-e59ed1766844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:20.141390 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-1290e5b6-c96c-4331-afe0-e59ed1766844 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fe2a4d92b2d1415288ea56b89e97c6a3&device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 1096 time: 0.1784613 Jun 08 18:34:20.195394 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60854) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:20.284855 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528de0e-d972-47ce-845f-049e3ea838f8 req-e0352a96-9826-4dd4-822a-ee36536e47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:20.287260 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2528de0e-d972-47ce-845f-049e3ea838f8 req-e0352a96-9826-4dd4-822a-ee36536e47f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 1098 time: 0.2122629 Jun 08 18:34:20.331026 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8bade-c007-4d28-ac77-dad972186c1f req-77d61733-b10c-4141-b828-0d054e927c84 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:20.333318 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-32c8bade-c007-4d28-ac77-dad972186c1f req-77d61733-b10c-4141-b828-0d054e927c84 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 944 time: 0.3010461 Jun 08 18:34:20.345820 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:20.386185 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 419a1141-90a3-488d-bbeb-aafffc048624, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=419a1141-90a3-488d-bbeb-aafffc048624,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:20.437550 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-73773754-8905-4c4e-821b-0777e592477c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:20.465010 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-32c8bade-c007-4d28-ac77-dad972186c1f req-c3485472-9d14-421a-8074-45a17f3eeea3 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253216 Jun 08 18:34:20.490722 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-d5a4bf06-1034-4019-b8bf-fda7540db4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:20.492067 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-d5a4bf06-1034-4019-b8bf-fda7540db4f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3317fbe0-20f7-449b-aace-a91eb6ecf461 HTTP/1.1" status: 200 len: 915 time: 0.3420990 Jun 08 18:34:20.498269 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2528de0e-d972-47ce-845f-049e3ea838f8 req-0f2e9600-ac45-418f-9988-94e28e3c8035 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005599 Jun 08 18:34:20.537301 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:20.542729 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:20.568004 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-47d8dda7-c528-4b55-98f2-17d799b7edf1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 HTTP/1.1" status: 200 len: 217 time: 0.0672350 Jun 08 18:34:20.627732 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=419a1141-90a3-488d-bbeb-aafffc048624,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:20.634303 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:20.654805 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63feec-eb04-4b15-999f-8351ac1ebe3b req-69ad51a3-568c-473b-bcad-649819c074d3 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:20.656402 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4c63feec-eb04-4b15-999f-8351ac1ebe3b req-69ad51a3-568c-473b-bcad-649819c074d3 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 943 time: 0.3295629 Jun 08 18:34:20.657058 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-73773754-8905-4c4e-821b-0777e592477c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:20.665984 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-0000ce56-5922-4418-ad9c-bbf6a8e068ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:20.667538 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-0000ce56-5922-4418-ad9c-bbf6a8e068ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7 HTTP/1.1" status: 200 len: 854 time: 0.0916257 Jun 08 18:34:20.730591 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-fa52b599-42df-44ce-a73c-aef951dc9788 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3317fbe0-20f7-449b-aace-a91eb6ecf461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478711 Jun 08 18:34:20.735586 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-73773754-8905-4c4e-821b-0777e592477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:20.749582 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-64f0d06f-95a5-4034-916f-5a423aee5ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:20.827853 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-73773754-8905-4c4e-821b-0777e592477c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2b2b19d05dd452eae64d3d0d4fa425d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6069486 Jun 08 18:34:20.828912 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4c63feec-eb04-4b15-999f-8351ac1ebe3b req-e0c90e66-3043-4d36-ba07-0d862b4bb959 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550965 Jun 08 18:34:20.829090 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 60860) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:20.846905 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73773754-8905-4c4e-821b-0777e592477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43e6061-3146-48df-bea8-ca9a047551e2,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:20.853362 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-73773754-8905-4c4e-821b-0777e592477c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:20.898321 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-9d4ce1b0-318c-4c31-8fee-8eeb07b29b85 service neutron] 10.222.0.39 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584642 Jun 08 18:34:21.014813 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9dc2c40e-903b-4a2d-bcba-9c158d2c1461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:21.041964 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-102afa63-d9b3-4556-a825-4077428bcbb8 req-1c83829a-97b3-4e78-9aae-ea25e53014af service neutron] 10.222.0.39 "GET /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362231 Jun 08 18:34:21.080633 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9dc2c40e-903b-4a2d-bcba-9c158d2c1461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:21.171857 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cb38f-aff4-4987-a611-6625040d58d6 req-34882b7e-7e48-48e5-9d55-86f5b66cc4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:21.174637 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-290cb38f-aff4-4987-a611-6625040d58d6 req-34882b7e-7e48-48e5-9d55-86f5b66cc4a2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 945 time: 0.2607756 Jun 08 18:34:21.251925 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-290cb38f-aff4-4987-a611-6625040d58d6 req-32d1136d-bc62-4f6c-8760-7595a2ccc38d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717044 Jun 08 18:34:21.323576 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9dc2c40e-903b-4a2d-bcba-9c158d2c1461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:21.326312 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9dc2c40e-903b-4a2d-bcba-9c158d2c1461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:21.327506 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-9dc2c40e-903b-4a2d-bcba-9c158d2c1461 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e43e6061-3146-48df-bea8-ca9a047551e2 HTTP/1.1" status: 204 len: 168 time: 0.4978328 Jun 08 18:34:21.328327 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-57885156-d5a5-42a1-a6c3-790140caa385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:21.335191 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:34:21.341626 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2c40e-903b-4a2d-bcba-9c158d2c1461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43e6061-3146-48df-bea8-ca9a047551e2,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:21.347640 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-9dc2c40e-903b-4a2d-bcba-9c158d2c1461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:21.507984 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:21.525447 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '1350c99a-6ef5-48e5-bc7f-e9db9ea1f935', 'network_id': '3317fbe0-20f7-449b-aace-a91eb6ecf461', 'port_id': '1350c99a-6ef5-48e5-bc7f-e9db9ea1f935', 'mac_address': 'fa:16:3e:25:4f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:34:21.606200 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:21.629629 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:21.648740 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:21.696202 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716a6ed-dde1-4851-8d08-418eb3b37a1c req-9164540b-ad1f-486a-990a-cc5b2661a43c tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:21.697784 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3716a6ed-dde1-4851-8d08-418eb3b37a1c req-9164540b-ad1f-486a-990a-cc5b2661a43c tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.0933599 Jun 08 18:34:21.720344 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419a1141-90a3-488d-bbeb-aafffc048624'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:21.725239 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfbedf6-b340-4d05-8228-bc8cfb499e37" -d '{"events": [{"server_uuid": "6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04", "name": "network-vif-plugged", "status": "completed", "tag": "419a1141-90a3-488d-bbeb-aafffc048624"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:21.763416 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3716a6ed-dde1-4851-8d08-418eb3b37a1c req-4589e554-418d-4832-bb43-2ed84ed172d5 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498683 Jun 08 18:34:21.775829 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:21.779271 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:21.843430 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7b55ffe3-beb6-4580-9f47-c882e7622b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:21.904378 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:21.909289 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:21.939920 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bdc481-e0c9-4018-bdd0-cced866204ba x-openstack-request-id: req-66bdc481-e0c9-4018-bdd0-cced866204ba {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:21.940611 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04", "name": "network-vif-plugged", "status": "completed", "tag": "419a1141-90a3-488d-bbeb-aafffc048624", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:21.941124 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66bdc481-e0c9-4018-bdd0-cced866204ba {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:21.942154 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419a1141-90a3-488d-bbeb-aafffc048624', 'code': 200} Jun 08 18:34:22.033086 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['1350c99a-6ef5-48e5-bc7f-e9db9ea1f935'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:22.124029 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7382312-5081-4bc2-a449-6a2a9cb8c551 req-c78c76e6-9400-401c-8e7f-113bcbd7dddc tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:22.126081 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f7382312-5081-4bc2-a449-6a2a9cb8c551 req-c78c76e6-9400-401c-8e7f-113bcbd7dddc tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 944 time: 0.1317136 Jun 08 18:34:22.176951 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f7382312-5081-4bc2-a449-6a2a9cb8c551 req-c047d216-13dc-4dc7-81c0-04eaba4a07db tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 Jun 08 18:34:22.362353 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8127f-5243-49a0-88f5-f7cb090b113f req-3f929ef7-500b-4a82-af2e-fcb009b0b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:22.364627 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b6f8127f-5243-49a0-88f5-f7cb090b113f req-3f929ef7-500b-4a82-af2e-fcb009b0b1bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 1098 time: 0.0751219 Jun 08 18:34:22.573420 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b6f8127f-5243-49a0-88f5-f7cb090b113f req-76c7440d-0a65-4938-aa0e-8ca4adb35fc6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003171 Jun 08 18:34:22.612769 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d484-e5b8-4d49-ae40-443490fb9a72 req-6719740b-9891-4b74-93cb-395894f1da7d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:22.615440 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fd56d484-e5b8-4d49-ae40-443490fb9a72 req-6719740b-9891-4b74-93cb-395894f1da7d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 945 time: 0.2441645 Jun 08 18:34:22.662853 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fd56d484-e5b8-4d49-ae40-443490fb9a72 req-1d0fb003-fc54-4a9d-89b0-902aabe35627 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 Jun 08 18:34:22.856084 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a58d6-a2e9-4b0c-9e0e-740298886f90 req-c16c5858-d084-49d6-938b-9d98932dd8b4 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:22.857721 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-836a58d6-a2e9-4b0c-9e0e-740298886f90 req-c16c5858-d084-49d6-938b-9d98932dd8b4 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 945 time: 0.0877132 Jun 08 18:34:22.870469 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 60880) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:22.876078 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-a80867b7-9d10-4828-91ab-d3101314a70f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Request body: {'floatingip': {'port_id': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:23.041143 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a80867b7-9d10-4828-91ab-d3101314a70f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:23.334400 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:34:23.398285 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9b01a-7f9e-4877-bf24-b9517cd2ae80 req-c0d635fb-b437-4dd6-84cb-c6a8e8d4cf8f tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:23.400285 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c1e9b01a-7f9e-4877-bf24-b9517cd2ae80 req-c0d635fb-b437-4dd6-84cb-c6a8e8d4cf8f tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.4348302 Jun 08 18:34:23.424783 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f884c2-09f1-4844-9e85-9b99a6d36d21 req-e91bb582-8c3e-43cf-812d-6c2c30105bdb tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:23.427602 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c3f884c2-09f1-4844-9e85-9b99a6d36d21 req-e91bb582-8c3e-43cf-812d-6c2c30105bdb tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 944 time: 0.1160672 Jun 08 18:34:23.493303 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c3f884c2-09f1-4844-9e85-9b99a6d36d21 req-d3914a92-ee1b-48c0-93b3-a9f4992b0d52 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590112 Jun 08 18:34:23.537381 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c1e9b01a-7f9e-4877-bf24-b9517cd2ae80 req-266545c5-9edf-4515-919f-f3546c132053 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190491 Jun 08 18:34:23.540592 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:34:23.546177 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:34:23.551330 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:23.690634 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:23.727277 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:23.792268 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:23.794698 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:23.865424 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:23.868591 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:23.943533 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa04811-dff0-4d4c-9e5a-c2c9506dcd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1350c99a-6ef5-48e5-bc7f-e9db9ea1f935'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:23.946432 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1568fb52-835a-41de-80dc-b43551642558" -d '{"events": [{"server_uuid": "6fa04811-dff0-4d4c-9e5a-c2c9506dcd57", "name": "network-vif-plugged", "status": "completed", "tag": "1350c99a-6ef5-48e5-bc7f-e9db9ea1f935"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:24.010561 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48bd566-73e4-4b04-99ef-d2b774f31cb8 x-openstack-request-id: req-e48bd566-73e4-4b04-99ef-d2b774f31cb8 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:24.011004 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa04811-dff0-4d4c-9e5a-c2c9506dcd57", "name": "network-vif-plugged", "status": "completed", "tag": "1350c99a-6ef5-48e5-bc7f-e9db9ea1f935", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:24.011401 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e48bd566-73e4-4b04-99ef-d2b774f31cb8 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:24.012002 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa04811-dff0-4d4c-9e5a-c2c9506dcd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1350c99a-6ef5-48e5-bc7f-e9db9ea1f935', 'code': 200} Jun 08 18:34:24.115000 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a80867b7-9d10-4828-91ab-d3101314a70f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:24.231943 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a80867b7-9d10-4828-91ab-d3101314a70f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:24.566010 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.l3_db [None req-a80867b7-9d10-4828-91ab-d3101314a70f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Floating IP 453292bb-9230-4a63-8661-d098f5daf054 associated. External IP: 172.28.2.175, port: e0098230-0124-48dd-bb7d-3ae093c3dc4c. Jun 08 18:34:24.695645 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054ba4b-4bf3-48fd-b35a-98f565246250 req-9bcc90fd-e3e4-4514-b6fa-b1e096a81032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:24.697264 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6054ba4b-4bf3-48fd-b35a-98f565246250 req-9bcc90fd-e3e4-4514-b6fa-b1e096a81032 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 1098 time: 0.2285178 Jun 08 18:34:24.701087 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:24.702679 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d49b6-af86-480a-b32c-c090b4b063d3 req-1d68e9cf-1adb-4599-8e42-78dda89fdc57 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:24.704172 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-510d49b6-af86-480a-b32c-c090b4b063d3 req-1d68e9cf-1adb-4599-8e42-78dda89fdc57 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 945 time: 0.0945122 Jun 08 18:34:24.757767 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-510d49b6-af86-480a-b32c-c090b4b063d3 req-b5171f7a-3250-4ea0-b17a-a8dc31fde56c tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472407 Jun 08 18:34:24.826389 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b818-8645-4925-a2aa-77fdd8c703ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:24.833374 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6054ba4b-4bf3-48fd-b35a-98f565246250 req-a8ab880e-ce19-4323-9a76-011e2b7479db service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207714 Jun 08 18:34:25.001992 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed435-5ac6-4bb5-9320-60790466905f req-d21bfddd-be0a-400a-931f-0758dd7911f1 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:25.003539 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-21bed435-5ac6-4bb5-9320-60790466905f req-d21bfddd-be0a-400a-931f-0758dd7911f1 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.2751796 Jun 08 18:34:25.096540 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-21bed435-5ac6-4bb5-9320-60790466905f req-e91a776c-8b0a-408a-a2e9-273918bfc199 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863917 Jun 08 18:34:25.106012 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80867b7-9d10-4828-91ab-d3101314a70f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Router 56e7d4ce-7793-416d-8d86-5b609665a7f5 has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:34:25.306440 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80867b7-9d10-4828-91ab-d3101314a70f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:34:25.312027 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a80867b7-9d10-4828-91ab-d3101314a70f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:25.318249 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] Sync routers for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:34:25.334517 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:25.338924 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:34:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:25.373168 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a80867b7-9d10-4828-91ab-d3101314a70f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "PUT /v2.0/floatingips/453292bb-9230-4a63-8661-d098f5daf054 HTTP/1.1" status: 200 len: 991 time: 2.4997048 Jun 08 18:34:25.373168 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'tag': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:25.375053 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cd00d2-ebea-416f-b299-4a14ceecde34" -d '{"events": [{"name": "network-changed", "server_uuid": "700de3f2-3ff9-479f-872a-f44a2bc46cf3", "tag": "e0098230-0124-48dd-bb7d-3ae093c3dc4c"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:25.437936 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98c8b8e-2b3b-4495-9fcc-7a8b35d12072 x-openstack-request-id: req-f98c8b8e-2b3b-4495-9fcc-7a8b35d12072 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:25.438478 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700de3f2-3ff9-479f-872a-f44a2bc46cf3", "tag": "e0098230-0124-48dd-bb7d-3ae093c3dc4c", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:25.438971 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f98c8b8e-2b3b-4495-9fcc-7a8b35d12072 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:25.439548 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'tag': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c', 'status': 'completed', 'code': 200} Jun 08 18:34:25.535992 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:25.576498 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-2fd9dc14-f936-4ccf-9982-d3f5d8c18a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:25.578492 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-2fd9dc14-f936-4ccf-9982-d3f5d8c18a9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1537138941164e968bf25bf7ddaaba43&device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 1098 time: 0.0839643 Jun 08 18:34:25.768052 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-f6d2f0d9-2459-47a7-8da2-e189695570a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:25.770164 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-f6d2f0d9-2459-47a7-8da2-e189695570a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 200 len: 912 time: 0.1761670 Jun 08 18:34:25.933451 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '453292bb-9230-4a63-8661-d098f5daf054', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'port_id': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'mac_address': 'fa:16:3e:0c:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:34:00Z', 'updated_at': '2021-06-08T18:34:23Z', 'revision_number': 1, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:25.938450 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] Checking router: 56e7d4ce-7793-416d-8d86-5b609665a7f5 for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:34:25.949835 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:25.950531 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:34:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:25.997007 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68429-ec64-4cc9-ac0a-4de6f0eaf5d3 req-77bc1270-0a93-4717-bc57-9acdd9bde5d1 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:26.005371 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b3d68429-ec64-4cc9-ac0a-4de6f0eaf5d3 req-77bc1270-0a93-4717-bc57-9acdd9bde5d1 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 945 time: 0.1225772 Jun 08 18:34:26.007717 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-2df1b5c7-8af4-4c41-beee-104cb6e1f2f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0098230-0124-48dd-bb7d-3ae093c3dc4c HTTP/1.1" status: 200 len: 999 time: 0.2227728 Jun 08 18:34:26.033495 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:26.073272 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b3d68429-ec64-4cc9-ac0a-4de6f0eaf5d3 req-ae4f268b-31ff-469c-9fe3-2e8cc23d2ead tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664580 Jun 08 18:34:26.127662 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-e22a43e5-8e07-4cc4-9905-d05a6525a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:26.130394 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-e22a43e5-8e07-4cc4-9905-d05a6525a8da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 200 len: 850 time: 0.1085238 Jun 08 18:34:26.228546 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:26.250134 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-1bdfa87e-6fb1-4094-9707-5440e032fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:26.251682 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-1bdfa87e-6fb1-4094-9707-5440e032fc4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4a910d2-f7ed-4a4f-a59a-2af939d7546b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1143901 Jun 08 18:34:26.412652 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-1fd1d20b-8b8a-4081-ad80-7a67d4d951da service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522448 Jun 08 18:34:26.717570 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-65cd00d2-ebea-416f-b299-4a14ceecde34 req-7fa3023b-5365-445e-a186-6722711599e1 service neutron] 10.222.0.39 "GET /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894769 Jun 08 18:34:26.760618 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '453292bb-9230-4a63-8661-d098f5daf054', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'port_id': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'mac_address': 'fa:16:3e:0c:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:34:00Z', 'updated_at': '2021-06-08T18:34:23Z', 'revision_number': 1, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:26.766449 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e122cd-1991-476e-b2df-1d3b411174e6 None None] The sync data for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb is: [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '453292bb-9230-4a63-8661-d098f5daf054', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'port_id': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'mac_address': 'fa:16:3e:0c:bf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:34:00Z', 'updated_at': '2021-06-08T18:34:23Z', 'revision_number': 1, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:34:26.991256 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d79134-ae9f-481d-9918-60d8811806b6 None None] New status for floating IP 453292bb-9230-4a63-8661-d098f5daf054: ACTIVE {{(pid=92353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:34:27.274399 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdf92c-ee2b-4d7d-9e29-635f698e0c1e req-23f6a951-2e63-4410-91d1-594282810049 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:27.275945 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eacdf92c-ee2b-4d7d-9e29-635f698e0c1e req-23f6a951-2e63-4410-91d1-594282810049 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 945 time: 0.0901229 Jun 08 18:34:27.333406 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eacdf92c-ee2b-4d7d-9e29-635f698e0c1e req-1347c90f-52d6-47b0-b5ca-9f93fea6a623 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510576 Jun 08 18:34:27.432645 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:27.548596 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049242ba-887b-4742-8902-cd2cd99a652f req-4d88353a-a7bd-4ef3-95d8-95d3d486e14b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:27.551157 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-049242ba-887b-4742-8902-cd2cd99a652f req-4d88353a-a7bd-4ef3-95d8-95d3d486e14b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.1262608 Jun 08 18:34:27.611059 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-049242ba-887b-4742-8902-cd2cd99a652f req-21c2156a-31c3-425e-bcfe-98aacfae8af4 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533204 Jun 08 18:34:28.950102 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-26821e9d-e557-406e-b9db-a5ccae2483b7 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:28.952795 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-26821e9d-e557-406e-b9db-a5ccae2483b7 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.0963366 Jun 08 18:34:29.157402 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f112-d3f8-42d0-87cf-9cfbd26e555d req-69b6a9b4-1181-4621-a2a7-565396a72192 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:29.158973 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-44c3f112-d3f8-42d0-87cf-9cfbd26e555d req-69b6a9b4-1181-4621-a2a7-565396a72192 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 945 time: 0.4256086 Jun 08 18:34:29.218765 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Deleting port 419a1141-90a3-488d-bbeb-aafffc048624 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:29.219228 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:29.236906 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-44c3f112-d3f8-42d0-87cf-9cfbd26e555d req-c6361d0d-a3ca-414c-a654-105db3a73ea1 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706637 Jun 08 18:34:29.380650 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] For port 419a1141-90a3-488d-bbeb-aafffc048624, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=419a1141-90a3-488d-bbeb-aafffc048624,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:29.380911 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:29.516746 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Calling delete_port for 419a1141-90a3-488d-bbeb-aafffc048624 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:29.740846 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:29.747198 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-16a2a4e1-d336-441a-b6f7-6fcee4a81a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:29.794779 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Pushing event deleted for resources: {'Port': ['ID=419a1141-90a3-488d-bbeb-aafffc048624,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:29.797820 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:29.881543 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] No DVR routers for this DVR port 419a1141-90a3-488d-bbeb-aafffc048624 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:29.884483 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:29.886470 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-33f8bab3-60f2-4522-bad4-9e8197e5a22d req-60c6f45b-f829-4082-ba8c-1c82eea02066 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.39 "DELETE /v2.0/ports/419a1141-90a3-488d-bbeb-aafffc048624 HTTP/1.1" status: 204 len: 173 time: 0.9262381 Jun 08 18:34:29.886988 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04', 'name': 'network-vif-deleted', 'tag': '419a1141-90a3-488d-bbeb-aafffc048624'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:29.889434 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82009c67-bd3b-4a3d-ba28-a8e0a5255b19" -d '{"events": [{"server_uuid": "6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04", "name": "network-vif-deleted", "tag": "419a1141-90a3-488d-bbeb-aafffc048624"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:29.936896 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c031ad2c-9238-4532-bd77-f5cbdb80624f x-openstack-request-id: req-c031ad2c-9238-4532-bd77-f5cbdb80624f {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:29.937421 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04", "name": "network-vif-deleted", "tag": "419a1141-90a3-488d-bbeb-aafffc048624", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:29.937845 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c031ad2c-9238-4532-bd77-f5cbdb80624f {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:29.938388 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04', 'name': 'network-vif-deleted', 'tag': '419a1141-90a3-488d-bbeb-aafffc048624', 'status': 'completed', 'code': 200} Jun 08 18:34:30.462476 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-19e2c897-b26a-4a3d-a6c0-e207fa35b628 req-d8767d2b-2d41-42d8-b520-e8e85c1a83c3 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d83b7cb-977d-4fb2-9c10-47e0a5c6fe04 HTTP/1.1" status: 200 len: 210 time: 0.0838919 Jun 08 18:34:31.369399 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 419a1141-90a3-488d-bbeb-aafffc048624 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:31.404667 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 419a1141-90a3-488d-bbeb-aafffc048624 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:31.404900 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 419a1141-90a3-488d-bbeb-aafffc048624 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:31.949768 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-07e1b98b-12ab-4416-82c9-922256a8550a tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:31.951433 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-07e1b98b-12ab-4416-82c9-922256a8550a tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/networks?id=cb7f9f48-8701-4332-901f-a7f9b2719666 HTTP/1.1" status: 200 len: 809 time: 0.1706402 Jun 08 18:34:31.967872 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-2a014d4d-f69c-4b28-a271-ffdb4df8169b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/quotas/48c7d2690d364cea97aa2d7ffaa5d865 HTTP/1.1" status: 200 len: 375 time: 0.0102985 Jun 08 18:34:32.017042 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-2804e3bf-550a-4f1f-b414-31679c686b41 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c7d2690d364cea97aa2d7ffaa5d865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436149 Jun 08 18:34:32.214278 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-0979d704-eea9-46eb-8d58-73d6808e5459 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f9f48-8701-4332-901f-a7f9b2719666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899221 Jun 08 18:34:32.360313 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-6d083c41-9022-420c-90ed-26323b3ae417 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7f9f48-8701-4332-901f-a7f9b2719666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398909 Jun 08 18:34:32.738483 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-7c682239-7427-4a5f-b18d-903cb31ab321 req-a35884e9-c5a8-412f-8b7a-6e5915336e63 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 210 time: 0.1055725 Jun 08 18:34:34.003122 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3088f8f7-23d9-428d-9019-57c27d9c942e req-86996809-34e6-4b3d-a8cf-19348d9dae8b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 210 time: 0.1437712 Jun 08 18:34:34.732454 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-73aaf290-a202-4a9e-851c-a1da1aca0315 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:34.733957 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-73aaf290-a202-4a9e-851c-a1da1aca0315 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.39 "GET /v2.0/networks?id=cb7f9f48-8701-4332-901f-a7f9b2719666 HTTP/1.1" status: 200 len: 809 time: 0.1846576 Jun 08 18:34:34.746495 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Request body: {'port': {'device_id': '515a4984-197a-4f9a-af1b-654024221384', 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666', 'admin_state_up': True, 'tenant_id': '48c7d2690d364cea97aa2d7ffaa5d865'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:35.026365 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Made reservation on behalf of 48c7d2690d364cea97aa2d7ffaa5d865 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:35.030174 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.179066 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-907a8c08-e714-4434-8d66-62e57cb71e41 req-5d5c3605-d355-4123-8ee7-53acb8ee5523 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 210 time: 0.0505235 Jun 08 18:34:35.200442 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Allocated IP 172.20.0.8 (cb7f9f48-8701-4332-901f-a7f9b2719666/957da2f5-37c4-4196-85d1-b1155ca9e0e6/7c3e65a8-bcf0-4973-b79a-0571f3ee5340) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:34:35.413741 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.513636 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.517426 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:35.517426 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:34:35.517426 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:34:35.517426 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:34:35.517426 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:35.517426 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:34:35.541478 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Network cb7f9f48-8701-4332-901f-a7f9b2719666 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:34:35.542624 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:34:35.552737 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:34:35.617528 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:35.618198 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.746852 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-84c54abf-4ead-4c8f-b565-de1870f3020b tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0043151 Jun 08 18:34:35.759662 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Request body: {'port': {'device_id': '515a4984-197a-4f9a-af1b-654024221384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:35.879727 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.226321 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:36.234587 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.249384 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Transition to ACTIVE for port object 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:34:36.330053 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.339396 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-efabe083-7964-4bdd-b5e0-59f9df18a201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:36.510466 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:36.554301 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.554667 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.555029 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.555378 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.555726 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.556075 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.556561 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.556906 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.557255 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.557593 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.557938 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.558274 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:36.569570 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:36.595893 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4573771-9d1d-4421-aae1-9f8bfa0e55a0 req-06df7f88-d4e9-4600-82d1-52fe80669186 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:36.597463 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a4573771-9d1d-4421-aae1-9f8bfa0e55a0 req-06df7f88-d4e9-4600-82d1-52fe80669186 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 943 time: 0.3062820 Jun 08 18:34:36.640699 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Attempting to bind port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:34:36.641031 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Attempting to bind port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '3fc2110c-fbca-45df-84ec-50a034dd1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:34:36.641362 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Attempting to bind port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 on network cb7f9f48-8701-4332-901f-a7f9b2719666 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:36.657062 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 on network cb7f9f48-8701-4332-901f-a7f9b2719666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:34:36.657396 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Attempting to bind port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 on network cb7f9f48-8701-4332-901f-a7f9b2719666 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:36.670539 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:34:36.670861 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Checking segment: {'id': '3fc2110c-fbca-45df-84ec-50a034dd1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:34:36.671254 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Bound using segment: {'id': '3fc2110c-fbca-45df-84ec-50a034dd1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:34:36.671685 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Bound port: 7c3e65a8-bcf0-4973-b79a-0571f3ee5340, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc2110c-fbca-45df-84ec-50a034dd1aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:34:36.672033 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.683621 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a4573771-9d1d-4421-aae1-9f8bfa0e55a0 req-cc6ae641-fd99-4702-9ea0-0679928ffeb0 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709391 Jun 08 18:34:36.872039 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] For port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:34:36.875534 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] For port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:34:37.010083 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.014986 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:37.071491 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:37.072094 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:37.073504 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/7c3e65a8-bcf0-4973-b79a-0571f3ee5340 HTTP/1.1" status: 200 len: 1093 time: 1.3180950 Jun 08 18:34:37.074019 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515a4984-197a-4f9a-af1b-654024221384', 'tag': '7c3e65a8-bcf0-4973-b79a-0571f3ee5340'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:37.076346 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1425dd-becd-41d5-90a0-9e1f1cfaa2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "515a4984-197a-4f9a-af1b-654024221384", "tag": "7c3e65a8-bcf0-4973-b79a-0571f3ee5340"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:37.093416 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:37.096464 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:37.127677 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24afc9c-8a5f-4835-aa60-91d672a5eed6 x-openstack-request-id: req-f24afc9c-8a5f-4835-aa60-91d672a5eed6 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:37.127677 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515a4984-197a-4f9a-af1b-654024221384", "tag": "7c3e65a8-bcf0-4973-b79a-0571f3ee5340", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:37.127677 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f24afc9c-8a5f-4835-aa60-91d672a5eed6 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:37.127677 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515a4984-197a-4f9a-af1b-654024221384', 'tag': '7c3e65a8-bcf0-4973-b79a-0571f3ee5340', 'status': 'completed', 'code': 200} Jun 08 18:34:37.222084 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1425dd-becd-41d5-90a0-9e1f1cfaa2d9 req-9dc94528-cb8e-4b76-9d7c-15532924117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:37.223637 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-da1425dd-becd-41d5-90a0-9e1f1cfaa2d9 req-9dc94528-cb8e-4b76-9d7c-15532924117e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c7d2690d364cea97aa2d7ffaa5d865&device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 1096 time: 0.0736818 Jun 08 18:34:37.367936 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1425dd-becd-41d5-90a0-9e1f1cfaa2d9 req-880f41b4-4789-4dda-8a53-acfa19cbc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:37.369421 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-da1425dd-becd-41d5-90a0-9e1f1cfaa2d9 req-880f41b4-4789-4dda-8a53-acfa19cbc55e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=48c7d2690d364cea97aa2d7ffaa5d865&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1371722 Jun 08 18:34:37.506766 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1425dd-becd-41d5-90a0-9e1f1cfaa2d9 req-27d7540c-7512-412c-9303-648b6b3c440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:37.508305 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-da1425dd-becd-41d5-90a0-9e1f1cfaa2d9 req-27d7540c-7512-412c-9303-648b6b3c440b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328421 Jun 08 18:34:37.619000 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-f5cd0ca6-a4d7-4006-bf63-ea534d6f7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:37.620492 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-f5cd0ca6-a4d7-4006-bf63-ea534d6f7354 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48c7d2690d364cea97aa2d7ffaa5d865&device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 1096 time: 0.0751762 Jun 08 18:34:37.699526 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-b3712b22-97f7-4ec5-8205-91dd157f501e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c3e65a8-bcf0-4973-b79a-0571f3ee5340 HTTP/1.1" status: 200 len: 217 time: 0.0668657 Jun 08 18:34:37.809309 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-25e47b7d-cf70-434a-99c3-7e06ce5c1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:37.811776 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-25e47b7d-cf70-434a-99c3-7e06ce5c1ca4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=957da2f5-37c4-4196-85d1-b1155ca9e0e6 HTTP/1.1" status: 200 len: 849 time: 0.1054409 Jun 08 18:34:37.911131 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-a2134688-77b7-43dc-ae4a-ecedbdefb7d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cb7f9f48-8701-4332-901f-a7f9b2719666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828567 Jun 08 18:34:38.074525 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c709df-59b3-43b7-aeb0-d87a16bca592 req-78f18d9d-f0aa-4421-8d06-e185a86204a2 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:38.076082 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c0c709df-59b3-43b7-aeb0-d87a16bca592 req-78f18d9d-f0aa-4421-8d06-e185a86204a2 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 943 time: 0.2130702 Jun 08 18:34:38.083247 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-6137c786-3745-4f23-9b8f-f37b24e5dd01 service neutron] 10.222.0.39 "GET /v2.0/networks/cb7f9f48-8701-4332-901f-a7f9b2719666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575773 Jun 08 18:34:38.207900 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c0c709df-59b3-43b7-aeb0-d87a16bca592 req-a6518e9e-d583-41ab-b5c5-7ab8a73a5a92 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210876 Jun 08 18:34:38.258881 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-eafba82b-e789-4ab1-9b01-f6c1bc263953 req-7bd8f364-2baa-48c3-8825-3f7e9217d067 service neutron] 10.222.0.39 "GET /v2.0/networks/cb7f9f48-8701-4332-901f-a7f9b2719666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580138 Jun 08 18:34:39.545954 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07aa0-277f-4617-9db5-c907914d4151 req-d0d1ed53-b10c-4acf-b7d0-ed48f6207d27 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:39.547387 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-35a07aa0-277f-4617-9db5-c907914d4151 req-d0d1ed53-b10c-4acf-b7d0-ed48f6207d27 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 943 time: 0.0809469 Jun 08 18:34:39.592738 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-35a07aa0-277f-4617-9db5-c907914d4151 req-8364cced-8501-4dd9-a431-59511ce6bb35 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Jun 08 18:34:40.779103 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4545fe-2b14-4d0f-bafc-24e3a5cfaa59 req-750290c8-892b-4ea5-b4c7-520326cef1cb tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:40.780538 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2d4545fe-2b14-4d0f-bafc-24e3a5cfaa59 req-750290c8-892b-4ea5-b4c7-520326cef1cb tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 943 time: 0.0818315 Jun 08 18:34:40.823889 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2d4545fe-2b14-4d0f-bafc-24e3a5cfaa59 req-35e0552e-0a74-47d0-986f-2ac868fcd283 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369966 Jun 08 18:34:41.461498 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:34:41.639337 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:41.653071 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '7c3e65a8-bcf0-4973-b79a-0571f3ee5340', 'network_id': 'cb7f9f48-8701-4332-901f-a7f9b2719666', 'port_id': '7c3e65a8-bcf0-4973-b79a-0571f3ee5340', 'mac_address': 'fa:16:3e:9d:8c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957da2f5-37c4-4196-85d1-b1155ca9e0e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:34:41.711427 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:41.728521 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:41.745698 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:41.814528 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:41.817756 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:41.887864 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:41.893298 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:42.013479 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641ef4-94d0-4095-8cee-137c2f5a6328 req-6d47703f-1f30-4f5d-8452-e5815fade5f2 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:42.014904 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-77641ef4-94d0-4095-8cee-137c2f5a6328 req-6d47703f-1f30-4f5d-8452-e5815fade5f2 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 944 time: 0.0829954 Jun 08 18:34:42.061111 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-77641ef4-94d0-4095-8cee-137c2f5a6328 req-4a8a5244-6ef5-4687-8fa6-aab99ae2f64e tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Jun 08 18:34:42.098845 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['7c3e65a8-bcf0-4973-b79a-0571f3ee5340'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:43.251897 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aabda-dcdb-4821-ada3-4553846f4340 req-3174824b-f063-401f-a3ad-b126a57ccb57 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:43.253435 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a17aabda-dcdb-4821-ada3-4553846f4340 req-3174824b-f063-401f-a3ad-b126a57ccb57 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 944 time: 0.0870614 Jun 08 18:34:43.299751 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a17aabda-dcdb-4821-ada3-4553846f4340 req-dfb0d36c-db8e-4ae1-9d3d-b868a21efbd3 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Jun 08 18:34:43.482676 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:34:43.637371 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:34:43.642640 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:34:43.643005 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:43.778327 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:43.807785 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515a4984-197a-4f9a-af1b-654024221384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e65a8-bcf0-4973-b79a-0571f3ee5340'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:43.808648 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee625c75-034f-4edc-9140-5104e5c14c81" -d '{"events": [{"server_uuid": "515a4984-197a-4f9a-af1b-654024221384", "name": "network-vif-plugged", "status": "completed", "tag": "7c3e65a8-bcf0-4973-b79a-0571f3ee5340"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:43.817646 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:43.854748 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63efae95-3a8e-493c-adaa-a41cf10b4188 x-openstack-request-id: req-63efae95-3a8e-493c-adaa-a41cf10b4188 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:43.855039 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515a4984-197a-4f9a-af1b-654024221384", "name": "network-vif-plugged", "status": "completed", "tag": "7c3e65a8-bcf0-4973-b79a-0571f3ee5340", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:43.855313 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63efae95-3a8e-493c-adaa-a41cf10b4188 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:43.855697 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515a4984-197a-4f9a-af1b-654024221384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e65a8-bcf0-4973-b79a-0571f3ee5340', 'code': 200} Jun 08 18:34:43.883288 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:43.886695 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:43.957312 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:43.960949 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:44.321042 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614592c-70a9-412d-8800-c25d4784baab req-456743f3-5417-420c-91f4-823ba1f6f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:44.322518 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5614592c-70a9-412d-8800-c25d4784baab req-456743f3-5417-420c-91f4-823ba1f6f9cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 1098 time: 0.1295052 Jun 08 18:34:44.366477 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5614592c-70a9-412d-8800-c25d4784baab req-4d94e565-0e33-4eb1-bef7-0ec47d3b0854 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374782 Jun 08 18:34:44.596667 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423ba4-deb1-4e58-b002-d000d498d4b0 req-559d4d44-6cb6-4103-8e4b-086630aab208 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:44.598080 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ec423ba4-deb1-4e58-b002-d000d498d4b0 req-559d4d44-6cb6-4103-8e4b-086630aab208 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 945 time: 0.1793940 Jun 08 18:34:44.646394 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ec423ba4-deb1-4e58-b002-d000d498d4b0 req-8fcfd27b-3ae1-476b-b3f6-e9f714039da7 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Jun 08 18:34:45.764634 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:45.846816 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939883d-c54b-48e9-aff7-0edbe6b761c8 req-07303a95-d020-4488-bcab-34a4e29220be tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:45.848547 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4939883d-c54b-48e9-aff7-0edbe6b761c8 req-07303a95-d020-4488-bcab-34a4e29220be tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 945 time: 0.0891683 Jun 08 18:34:45.895952 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4939883d-c54b-48e9-aff7-0edbe6b761c8 req-95939570-c6ab-4053-8910-da86b59ea65e tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Jun 08 18:34:47.686314 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143ca0a-93a8-4fc3-843c-4ec88d6b373d req-68c93c25-a5c3-4b87-a8d6-abe93a033caf tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:47.687810 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4143ca0a-93a8-4fc3-843c-4ec88d6b373d req-68c93c25-a5c3-4b87-a8d6-abe93a033caf tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0847244 Jun 08 18:34:47.735186 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4143ca0a-93a8-4fc3-843c-4ec88d6b373d req-c368a097-8959-4ebc-93e8-23d5cbe8ee16 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413222 Jun 08 18:34:48.036452 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bec4a8-8c22-4c20-8968-3755cd296712 req-e41121a5-6718-4a3e-b6af-199248b5a833 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:48.036962 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-70bec4a8-8c22-4c20-8968-3755cd296712 req-e41121a5-6718-4a3e-b6af-199248b5a833 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 945 time: 0.1689289 Jun 08 18:34:48.085409 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-70bec4a8-8c22-4c20-8968-3755cd296712 req-5fc3852c-15f8-47df-9387-cb4ba4f2576f tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Jun 08 18:34:49.084049 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1af05-5ef9-494a-9cd8-2ae2754c6596 req-4ff33dd3-250a-45e1-abd3-9e15fe4f1e7e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:49.085545 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b6d1af05-5ef9-494a-9cd8-2ae2754c6596 req-4ff33dd3-250a-45e1-abd3-9e15fe4f1e7e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0839770 Jun 08 18:34:49.131696 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b6d1af05-5ef9-494a-9cd8-2ae2754c6596 req-d4d5d56c-b0df-4267-917c-d55289bec577 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Jun 08 18:34:49.339021 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaefec-d8e2-48b4-a8db-29a6777883b4 req-ea435cde-e1b3-49f2-a9f6-20b851e87b56 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:49.340507 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59aaefec-d8e2-48b4-a8db-29a6777883b4 req-ea435cde-e1b3-49f2-a9f6-20b851e87b56 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 945 time: 0.1355617 Jun 08 18:34:49.395872 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59aaefec-d8e2-48b4-a8db-29a6777883b4 req-3cc61f13-3ef2-4593-9a71-d6fb07a2dea9 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482938 Jun 08 18:34:49.402378 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-1b520083-8d94-4b29-aeb8-b6921ca5be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:49.403846 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-1b520083-8d94-4b29-aeb8-b6921ca5be68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 1099 time: 0.1223340 Jun 08 18:34:49.626424 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-50db42eb-a9fd-4c82-9214-7aeb4ca6a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:49.627860 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-50db42eb-a9fd-4c82-9214-7aeb4ca6a303 service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 0.1845365 Jun 08 18:34:49.639954 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12757169-4eab-4781-9a71-a43232d8efa0 req-d67fc08e-8e47-41d3-8655-0a5ca66538be tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:49.641301 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-12757169-4eab-4781-9a71-a43232d8efa0 req-d67fc08e-8e47-41d3-8655-0a5ca66538be tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.39 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 945 time: 0.1787813 Jun 08 18:34:49.826422 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-35185b84-adcf-4149-8b86-ee0fbef8daf2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11 HTTP/1.1" status: 200 len: 1002 time: 0.1841254 Jun 08 18:34:49.920196 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-a24f56c0-f9a1-4ad4-afe1-98e15743937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:49.921682 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-a24f56c0-f9a1-4ad4-afe1-98e15743937e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.0701201 Jun 08 18:34:49.930851 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-12757169-4eab-4781-9a71-a43232d8efa0 req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Deleting port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:49.931257 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-12757169-4eab-4781-9a71-a43232d8efa0 req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:50.124571 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-12757169-4eab-4781-9a71-a43232d8efa0 req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] For port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,segment=NetworkSegment(3fc2110c-fbca-45df-84ec-50a034dd1aa7),segment_id=3fc2110c-fbca-45df-84ec-50a034dd1aa7)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:50.124922 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-12757169-4eab-4781-9a71-a43232d8efa0 req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:50.133129 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-98221cfb-fcd2-47a7-9138-aaece6286685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:50.134619 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-98221cfb-fcd2-47a7-9138-aaece6286685 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1892538 Jun 08 18:34:50.271986 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-12757169-4eab-4781-9a71-a43232d8efa0 req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Calling delete_port for 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:50.326517 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b7bc-116d-49e5-9759-a89db9cdc22d req-71a6f34b-6366-4872-9913-1e5587c6e885 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:50.328195 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bd64b7bc-116d-49e5-9759-a89db9cdc22d req-71a6f34b-6366-4872-9913-1e5587c6e885 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0808907 Jun 08 18:34:50.376362 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bd64b7bc-116d-49e5-9759-a89db9cdc22d req-15af20fc-95e9-43e5-8209-db32fa9b25bc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419049 Jun 08 18:34:50.416459 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-64b999b3-fc72-46ad-8369-a5ce93f2dc51 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246122 Jun 08 18:34:50.594606 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8b70b-a47b-48f2-8eda-36fcce93ee29 req-7a64da80-7a89-449c-af4d-c11502b84057 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:50.596498 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-85a8b70b-a47b-48f2-8eda-36fcce93ee29 req-7a64da80-7a89-449c-af4d-c11502b84057 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 945 time: 0.0842738 Jun 08 18:34:50.645568 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-85a8b70b-a47b-48f2-8eda-36fcce93ee29 req-bf4a81e6-96d5-406d-98d5-dbf2f3891495 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/security-groups?id=6d3a7c80-31e3-49a4-862c-7c2146eac3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Jun 08 18:34:50.768597 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-59f2394c-5f25-44cb-b143-5a92ca06592e req-37d88229-d285-4745-bda6-f50c17263fe1 service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373713 Jun 08 18:34:50.784402 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3e7c9-5298-4d3b-8f46-5616e20a0541 req-8ac53c68-d76c-4efc-9de4-b187258d51d0 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:50.786376 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ccd3e7c9-5298-4d3b-8f46-5616e20a0541 req-8ac53c68-d76c-4efc-9de4-b187258d51d0 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 945 time: 0.3343940 Jun 08 18:34:50.827123 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-12757169-4eab-4781-9a71-a43232d8efa0 req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:50.836530 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ccd3e7c9-5298-4d3b-8f46-5616e20a0541 req-ac4848d6-6943-4780-978d-dcb2c02668de tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435965 Jun 08 18:34:50.837065 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:50.850325 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['7c3e65a8-bcf0-4973-b79a-0571f3ee5340'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:50.882627 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Pushing event deleted for resources: {'Port': ['ID=7c3e65a8-bcf0-4973-b79a-0571f3ee5340,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:50.908723 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:50.957163 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-12757169-4eab-4781-9a71-a43232d8efa0 req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] No DVR routers for this DVR port 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:50.960268 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-12757169-4eab-4781-9a71-a43232d8efa0 req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:50.962180 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-12757169-4eab-4781-9a71-a43232d8efa0 req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.39 "DELETE /v2.0/ports/7c3e65a8-bcf0-4973-b79a-0571f3ee5340 HTTP/1.1" status: 204 len: 173 time: 1.2736833 Jun 08 18:34:50.962672 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515a4984-197a-4f9a-af1b-654024221384', 'name': 'network-vif-deleted', 'tag': '7c3e65a8-bcf0-4973-b79a-0571f3ee5340'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:50.964942 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e58088b-1cc0-4e30-a5cd-62d323c33257" -d '{"events": [{"server_uuid": "515a4984-197a-4f9a-af1b-654024221384", "name": "network-vif-deleted", "tag": "7c3e65a8-bcf0-4973-b79a-0571f3ee5340"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:51.006669 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb69d71-2dc8-4d2b-ae5e-d0175180e7b0 x-openstack-request-id: req-5fb69d71-2dc8-4d2b-ae5e-d0175180e7b0 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:51.006989 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515a4984-197a-4f9a-af1b-654024221384", "name": "network-vif-deleted", "tag": "7c3e65a8-bcf0-4973-b79a-0571f3ee5340", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:51.007261 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fb69d71-2dc8-4d2b-ae5e-d0175180e7b0 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:51.007666 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515a4984-197a-4f9a-af1b-654024221384', 'name': 'network-vif-deleted', 'tag': '7c3e65a8-bcf0-4973-b79a-0571f3ee5340', 'status': 'completed', 'code': 200} Jun 08 18:34:51.570387 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66663960-880e-42c5-b548-a634be6e60ee req-eb8d8b80-3c95-4327-9818-885cec2ed4d0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:51.571844 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-66663960-880e-42c5-b548-a634be6e60ee req-eb8d8b80-3c95-4327-9818-885cec2ed4d0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0798545 Jun 08 18:34:51.623060 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-66663960-880e-42c5-b548-a634be6e60ee req-6b356a3d-8e52-4648-af56-b6ef602bf450 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448062 Jun 08 18:34:51.779867 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-232e28d0-bd4c-4727-9690-16d8a41843d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:51.814275 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-86d3c9a8-d127-463e-b53d-8ca832a4fe7b req-c677b19e-87d7-4a9f-aa27-a9186dd95f51 tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] 10.222.0.43 "GET /v2.0/ports?device_id=515a4984-197a-4f9a-af1b-654024221384 HTTP/1.1" status: 200 len: 210 time: 0.0484304 Jun 08 18:34:52.031841 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712ce84-4e97-4bb1-8ecb-075faeb054f0 req-4b161f15-0884-46a6-8902-09d61dc5e8bd tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:52.033266 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2712ce84-4e97-4bb1-8ecb-075faeb054f0 req-4b161f15-0884-46a6-8902-09d61dc5e8bd tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 945 time: 0.0869777 Jun 08 18:34:52.078586 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-2712ce84-4e97-4bb1-8ecb-075faeb054f0 req-90c2b721-25f8-49b6-afe1-7ac0fcc718d1 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389469 Jun 08 18:34:52.810268 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0edcfb-e139-46c7-9be1-3a84228b8c89 req-0218a618-ff17-43a9-b25b-f711248fe579 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:52.811708 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8f0edcfb-e139-46c7-9be1-3a84228b8c89 req-0218a618-ff17-43a9-b25b-f711248fe579 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0780699 Jun 08 18:34:52.858344 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8f0edcfb-e139-46c7-9be1-3a84228b8c89 req-7855cb55-6a32-483c-b9d9-6bb43ae1db21 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 Jun 08 18:34:53.264227 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a7ab6-cf7f-4420-be3d-1cc8226f18cb req-134820a0-8e19-4dc5-8854-42be351f838a tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:53.265672 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f74a7ab6-cf7f-4420-be3d-1cc8226f18cb req-134820a0-8e19-4dc5-8854-42be351f838a tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 945 time: 0.0789785 Jun 08 18:34:53.312414 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f74a7ab6-cf7f-4420-be3d-1cc8226f18cb req-64f209d3-05ce-47b4-a8e1-0f83c3166f3c tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408661 Jun 08 18:34:53.567131 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:53.601456 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:53.601873 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 7c3e65a8-bcf0-4973-b79a-0571f3ee5340 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:54.056612 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702dbb2-03b0-43af-96d0-99ad5a599929 req-cfe81197-1169-440d-b839-23bd738227a0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:54.058108 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3702dbb2-03b0-43af-96d0-99ad5a599929 req-cfe81197-1169-440d-b839-23bd738227a0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0888736 Jun 08 18:34:54.106644 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3702dbb2-03b0-43af-96d0-99ad5a599929 req-cfbe7e70-69f8-47b6-b34e-bae7d8e0cfad tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Jun 08 18:34:54.498597 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f3478-f4f4-4dbd-b4de-533166ac1107 req-7b7be021-00b3-4e39-9a74-95bc78f84121 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:54.500156 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-182f3478-f4f4-4dbd-b4de-533166ac1107 req-7b7be021-00b3-4e39-9a74-95bc78f84121 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 945 time: 0.0843148 Jun 08 18:34:54.550255 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-182f3478-f4f4-4dbd-b4de-533166ac1107 req-678ec6df-967b-448e-a529-63b20794c1a2 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 Jun 08 18:34:54.780419 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:54.782971 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2123f545-e85a-4846-8c9d-5fa6516381bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:55.338655 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2804f-dccd-4bac-9b52-00594fa5e48d req-cc62a939-9b79-420a-8824-1199bea9d50c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:55.340234 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e9a2804f-dccd-4bac-9b52-00594fa5e48d req-cc62a939-9b79-420a-8824-1199bea9d50c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0938914 Jun 08 18:34:55.388150 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e9a2804f-dccd-4bac-9b52-00594fa5e48d req-6ca4b9a0-e481-4d97-8627-7517fa48a586 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414484 Jun 08 18:34:55.496289 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-9317ef9a-e01a-4d8d-bd9f-dff0be44a0f6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:55.498584 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-9317ef9a-e01a-4d8d-bd9f-dff0be44a0f6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 945 time: 0.0874982 Jun 08 18:34:55.639860 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Deleting port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:55.640269 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:55.841170 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] For port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,segment=NetworkSegment(489a2ec7-90e8-4a09-b383-245f71409fad),segment_id=489a2ec7-90e8-4a09-b383-245f71409fad)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:55.841886 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:55.878456 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3dd76-4e6d-4494-91f5-77c2e44afd75 req-ef4e2f93-794b-4e19-951d-9b1d023c364f tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:55.880279 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-45d3dd76-4e6d-4494-91f5-77c2e44afd75 req-ef4e2f93-794b-4e19-951d-9b1d023c364f tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 945 time: 0.1766989 Jun 08 18:34:55.894563 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:56.038535 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Calling delete_port for 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:56.097713 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-45d3dd76-4e6d-4494-91f5-77c2e44afd75 req-8dcc92ff-71ea-4171-8d69-cda82cdaa486 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/security-groups?id=51b82e39-d710-4f34-8ae8-ddb3db90a229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492934 Jun 08 18:34:56.277872 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:56.286758 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:56.296994 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['1350c99a-6ef5-48e5-bc7f-e9db9ea1f935'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:56.342832 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Pushing event deleted for resources: {'Port': ['ID=1350c99a-6ef5-48e5-bc7f-e9db9ea1f935,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:56.348872 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:56.442511 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] No DVR routers for this DVR port 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:56.445147 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:56.447331 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dabe8120-94f7-4cdf-a9d2-9f414d6bf1e3 req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.39 "DELETE /v2.0/ports/1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 HTTP/1.1" status: 204 len: 173 time: 0.9440262 Jun 08 18:34:56.447841 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa04811-dff0-4d4c-9e5a-c2c9506dcd57', 'name': 'network-vif-deleted', 'tag': '1350c99a-6ef5-48e5-bc7f-e9db9ea1f935'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:56.450179 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f62a2d3-b53f-46cc-bea5-3ad9a4381d4d" -d '{"events": [{"server_uuid": "6fa04811-dff0-4d4c-9e5a-c2c9506dcd57", "name": "network-vif-deleted", "tag": "1350c99a-6ef5-48e5-bc7f-e9db9ea1f935"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:56.563476 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1823f8-24a4-4e15-b5a4-8c93557e357b x-openstack-request-id: req-bf1823f8-24a4-4e15-b5a4-8c93557e357b {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:56.564174 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa04811-dff0-4d4c-9e5a-c2c9506dcd57", "name": "network-vif-deleted", "tag": "1350c99a-6ef5-48e5-bc7f-e9db9ea1f935", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:56.564174 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf1823f8-24a4-4e15-b5a4-8c93557e357b {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:56.564517 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa04811-dff0-4d4c-9e5a-c2c9506dcd57', 'name': 'network-vif-deleted', 'tag': '1350c99a-6ef5-48e5-bc7f-e9db9ea1f935', 'status': 'completed', 'code': 200} Jun 08 18:34:56.621638 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405d700-5ba2-4f68-9b98-73bd4f1108c6 req-a4a9583e-8422-464b-a467-5e799c97b0d8 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:56.623337 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d405d700-5ba2-4f68-9b98-73bd4f1108c6 req-a4a9583e-8422-464b-a467-5e799c97b0d8 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0979702 Jun 08 18:34:56.676650 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d405d700-5ba2-4f68-9b98-73bd4f1108c6 req-ca619ea2-011b-4de8-b1db-3ba19573cc91 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470269 Jun 08 18:34:56.827934 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:34:57.319305 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e4afc449-de89-42c0-9038-9603507c4208 req-0c5ca736-c8e6-4dc6-ba76-7517b1f3255f tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] 10.222.0.43 "GET /v2.0/ports?device_id=6fa04811-dff0-4d4c-9e5a-c2c9506dcd57 HTTP/1.1" status: 200 len: 210 time: 0.0731931 Jun 08 18:34:57.518141 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:57.922530 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf7344-0092-4b6a-9f23-8c99bc963249 req-7b7422e8-b2e3-4934-897e-6f171705e6d4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:57.926213 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-dbdf7344-0092-4b6a-9f23-8c99bc963249 req-7b7422e8-b2e3-4934-897e-6f171705e6d4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1254938 Jun 08 18:34:57.986604 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-dbdf7344-0092-4b6a-9f23-8c99bc963249 req-e28c1788-89b9-4aeb-bb0a-0d94e0b96aa6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516629 Jun 08 18:34:59.192283 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0db44-1816-4ee0-a81f-6859c925c0cb req-d265e621-51d1-4da2-a36a-40a9419dabc7 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:59.193890 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d3c0db44-1816-4ee0-a81f-6859c925c0cb req-d265e621-51d1-4da2-a36a-40a9419dabc7 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0923553 Jun 08 18:34:59.248351 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d3c0db44-1816-4ee0-a81f-6859c925c0cb req-1e451a1d-d101-4f61-9283-fc43c9c7d95e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484192 Jun 08 18:34:59.628941 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:59.666249 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:59.666582 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 1350c99a-6ef5-48e5-bc7f-e9db9ea1f935 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:00.459020 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67396eed-a53d-444d-a6ee-a0bc3ba93597 req-fb7d2fb8-f093-455a-b040-e966c361d267 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:00.461389 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-67396eed-a53d-444d-a6ee-a0bc3ba93597 req-fb7d2fb8-f093-455a-b040-e966c361d267 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0899887 Jun 08 18:35:00.660802 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-67396eed-a53d-444d-a6ee-a0bc3ba93597 req-01ce5851-e94f-47e8-83b4-cf94008fe1ba tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932676 Jun 08 18:35:01.921918 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafc664-aa9d-4a53-8be5-03970e8e5040 req-e5fb5fb4-e256-4b09-9b9c-ccc86261bec7 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:01.922755 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cbafc664-aa9d-4a53-8be5-03970e8e5040 req-e5fb5fb4-e256-4b09-9b9c-ccc86261bec7 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1122048 Jun 08 18:35:01.981617 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cbafc664-aa9d-4a53-8be5-03970e8e5040 req-7892d8bd-295e-483a-bb3f-56703cbd5e20 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529363 Jun 08 18:35:03.267322 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca0b46-f464-43e7-8826-1e95696cef97 req-971d4817-11db-4447-8990-2ab3d0335e85 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:03.269056 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-28ca0b46-f464-43e7-8826-1e95696cef97 req-971d4817-11db-4447-8990-2ab3d0335e85 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1076839 Jun 08 18:35:03.329615 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-28ca0b46-f464-43e7-8826-1e95696cef97 req-df83540d-9d24-49ca-805d-435e7c09f675 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512259 Jun 08 18:35:03.632296 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f28ce3d0-5e9a-41cb-a911-158b06ed7f11 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:35:03.777812 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:03.792173 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'port_id': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'mac_address': 'fa:16:3e:e2:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:35:03.856073 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:03.874225 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f28ce3d0-5e9a-41cb-a911-158b06ed7f11 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:35:03.890622 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:03.975529 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:03.977335 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:04.054196 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=6']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:04.065304 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.065656 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.065999 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.066471 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.066794 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.067279 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.067474 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.068540 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.068921 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.069251 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.069575 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.069944 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:04.073965 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:04.075185 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['f28ce3d0-5e9a-41cb-a911-158b06ed7f11'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:35:04.616295 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488d5b8-0018-48e4-b615-065b139fd98b req-22adebc6-b2e9-4ecc-9885-16e743782bc6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:04.617793 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d488d5b8-0018-48e4-b615-065b139fd98b req-22adebc6-b2e9-4ecc-9885-16e743782bc6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 945 time: 0.1070697 Jun 08 18:35:04.689034 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d488d5b8-0018-48e4-b615-065b139fd98b req-e045f920-934a-4450-9567-e1c0f210a9c4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601683 Jun 08 18:35:05.636775 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f28ce3d0-5e9a-41cb-a911-158b06ed7f11 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:05.726713 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:05.726713 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:06.007055 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:06.013345 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16899f0-c025-443d-99a4-68c9761fd553 req-e9c9c1da-43ea-46ab-852e-4320456ad7fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:06.014905 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e16899f0-c025-443d-99a4-68c9761fd553 req-e9c9c1da-43ea-46ab-852e-4320456ad7fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 945 time: 0.1271982 Jun 08 18:35:06.057712 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:06.059014 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:06.063342 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5255f4e-80c4-4ffc-a914-9176255e98d5" -d '{"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-plugged", "status": "completed", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:06.080556 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e16899f0-c025-443d-99a4-68c9761fd553 req-e4caa581-49b9-472f-867e-5d5f8ec0e2d3 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Jun 08 18:35:06.128399 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f61c11-bb0e-4b0c-95b9-7ee86395fc72 x-openstack-request-id: req-e3f61c11-bb0e-4b0c-95b9-7ee86395fc72 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:06.128399 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-plugged", "status": "completed", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:06.128399 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3f61c11-bb0e-4b0c-95b9-7ee86395fc72 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:06.128399 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'code': 200} Jun 08 18:35:06.174925 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:06.179127 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:06.285060 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=7']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:06.289289 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:07.457991 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a345a-02f1-4afb-8713-7885adf20d1b req-23cb8f49-9037-4e9c-9397-506c34b9285f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:07.462848 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3f0a345a-02f1-4afb-8713-7885adf20d1b req-23cb8f49-9037-4e9c-9397-506c34b9285f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1405616 Jun 08 18:35:07.562899 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3f0a345a-02f1-4afb-8713-7885adf20d1b req-0ebac5c6-7d3d-4a67-873d-18fb0ac45532 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881388 Jun 08 18:35:09.052331 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5c58d-59a0-4916-99da-53d3b4210ab8 req-3da98043-c73f-47fa-ad38-ebce809242db tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:09.052331 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a8a5c58d-59a0-4916-99da-53d3b4210ab8 req-3da98043-c73f-47fa-ad38-ebce809242db tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1584730 Jun 08 18:35:09.113280 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a8a5c58d-59a0-4916-99da-53d3b4210ab8 req-435daafe-8cc6-42c4-b1de-6ae3e0503452 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576799 Jun 08 18:35:10.544207 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217047d9-60a1-40b1-a82e-4a7c1ffa508c req-b6cb090c-a560-412d-a01f-db74c1d2b221 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:10.551451 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-217047d9-60a1-40b1-a82e-4a7c1ffa508c req-b6cb090c-a560-412d-a01f-db74c1d2b221 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.2111220 Jun 08 18:35:10.667209 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-217047d9-60a1-40b1-a82e-4a7c1ffa508c req-e13e9b66-8304-4a23-a72c-939e500c79dc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047223 Jun 08 18:35:12.000254 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4d523-8689-485b-845f-4b43165dc732 req-968f87c2-98fe-4807-a4d9-d9eaab99da52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:12.016030 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bca4d523-8689-485b-845f-4b43165dc732 req-968f87c2-98fe-4807-a4d9-d9eaab99da52 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1458170 Jun 08 18:35:12.244042 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-bca4d523-8689-485b-845f-4b43165dc732 req-36ff3a1f-c2c5-45d4-ab5f-0a00c0408328 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152867 Jun 08 18:35:13.666723 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f6c1d-b5e4-4be3-ae1d-a9d4991011ea req-90a1630c-6647-4360-9fc8-416ba4d23f02 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:13.676654 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ee9f6c1d-b5e4-4be3-ae1d-a9d4991011ea req-90a1630c-6647-4360-9fc8-416ba4d23f02 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1650822 Jun 08 18:35:13.747102 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ee9f6c1d-b5e4-4be3-ae1d-a9d4991011ea req-7b79326b-d4b4-41bf-8d76-a1a35176eb9c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690360 Jun 08 18:35:15.196379 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7deb1-129f-4c19-9358-2546af251660 req-17313b0a-3247-496c-b66b-37659ca70c2a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:15.198658 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9fd7deb1-129f-4c19-9358-2546af251660 req-17313b0a-3247-496c-b66b-37659ca70c2a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1377170 Jun 08 18:35:15.315505 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9fd7deb1-129f-4c19-9358-2546af251660 req-e8d1ef34-f645-47c1-bc62-0d307a960405 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874488 Jun 08 18:35:15.770986 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:16.536601 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2216774-419f-4bf9-8a99-a3f5e4ac7a81 req-7be253ee-0e22-498e-8517-e656a0ff6413 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:16.538684 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f2216774-419f-4bf9-8a99-a3f5e4ac7a81 req-7be253ee-0e22-498e-8517-e656a0ff6413 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0927489 Jun 08 18:35:16.593322 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f2216774-419f-4bf9-8a99-a3f5e4ac7a81 req-8fda404e-a0f5-40c6-b4a3-180c526a33d0 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479894 Jun 08 18:35:17.799920 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6dbe5-7dbb-4328-a214-f4fdd2b1573a req-29e9f76a-ebed-4585-aacb-95eed1d9c1cc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:17.801527 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-19a6dbe5-7dbb-4328-a214-f4fdd2b1573a req-29e9f76a-ebed-4585-aacb-95eed1d9c1cc tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0880523 Jun 08 18:35:17.847952 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-19a6dbe5-7dbb-4328-a214-f4fdd2b1573a req-c46f6410-b6f0-4ad9-a4ca-85650d965367 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Jun 08 18:35:19.093364 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc0cb4-be9b-4668-a548-91048cf44f3b req-87fc63d3-01bf-4d99-b5c4-782875b988fd tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:19.095421 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c1cc0cb4-be9b-4668-a548-91048cf44f3b req-87fc63d3-01bf-4d99-b5c4-782875b988fd tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0996609 Jun 08 18:35:19.150146 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c1cc0cb4-be9b-4668-a548-91048cf44f3b req-e8a525ba-11a1-4b23-95d3-71206bf8d0b8 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478997 Jun 08 18:35:20.357456 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bfb5a-4241-4418-bec7-d9432cc785fc req-4f26877b-3f58-4084-b5a6-0d4c9a4ebf9a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:20.358931 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f97bfb5a-4241-4418-bec7-d9432cc785fc req-4f26877b-3f58-4084-b5a6-0d4c9a4ebf9a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0886004 Jun 08 18:35:20.410591 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f97bfb5a-4241-4418-bec7-d9432cc785fc req-0b7011bb-de40-4adc-923d-257122bd2d6b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Jun 08 18:35:20.582390 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-7238cb01-4711-45be-9f9a-637ab626b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:20.583866 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-7238cb01-4711-45be-9f9a-637ab626b7b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 1099 time: 0.0755591 Jun 08 18:35:20.719959 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-ec5514c3-3720-4ecd-9b95-d56f07eac17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:20.721501 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-ec5514c3-3720-4ecd-9b95-d56f07eac17f service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 0.1315088 Jun 08 18:35:20.824932 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-3c6090c1-285e-4ae9-8c9f-065774f4b7c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11 HTTP/1.1" status: 200 len: 1002 time: 0.0969908 Jun 08 18:35:20.894798 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-9db53ef2-e73b-4776-b96a-05baa0ca1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:20.896371 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-9db53ef2-e73b-4776-b96a-05baa0ca1a1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.0639751 Jun 08 18:35:20.975157 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-99c66990-b366-4717-8909-e8970c3b9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:20.976654 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-99c66990-b366-4717-8909-e8970c3b9035 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721343 Jun 08 18:35:21.127668 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-6c89f434-5ade-4b72-83a7-12ccd3ecd63d service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439834 Jun 08 18:35:21.263012 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a3c8a698-3e79-42da-9435-8fa870b5babb req-6516d63d-65da-4a86-9a71-9c34bc59579c service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293375 Jun 08 18:35:21.609387 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32137676-de56-49e2-9377-bd824954fba8 req-f594ced7-7e53-4319-a0f0-a032eb93552e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:21.611722 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-32137676-de56-49e2-9377-bd824954fba8 req-f594ced7-7e53-4319-a0f0-a032eb93552e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.0872953 Jun 08 18:35:21.665812 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-32137676-de56-49e2-9377-bd824954fba8 req-254fd6ae-3f7a-467b-93e9-ceebdd811e96 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474420 Jun 08 18:35:21.698486 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 33440) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:21.759000 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_v2 [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Deleting subnet 957da2f5-37c4-4196-85d1-b1155ca9e0e6 {{(pid=92350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:35:21.762005 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.762379 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-8e6fca57-3e66-479a-888d-4a84f08ba9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.812139 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2276399'] for subnet, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.943354 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.094862 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2460084'] for subnet, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.098994 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:22.131987 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957da2f5-37c4-4196-85d1-b1155ca9e0e6,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:22.139070 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.140971 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/957da2f5-37c4-4196-85d1-b1155ca9e0e6 HTTP/1.1" status: 204 len: 168 time: 0.4414756 Jun 08 18:35:22.143520 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33444) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:22.145546 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.145927 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.146284 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.146640 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.147603 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.147956 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.148350 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.148699 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.149048 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.149456 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.149727 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.150100 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:22.153110 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4628e232-9dc3-4f82-85c8-4c1f90ee34c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:22.251335 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.463125 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.476937 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7f9f48-8701-4332-901f-a7f9b2719666']}} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:22.489488 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc2110c-fbca-45df-84ec-50a034dd1aa7') {'for_net_delete': True} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:22.489783 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc2110c-fbca-45df-84ec-50a034dd1aa7') {} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:22.501850 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1460413'] for segment, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.518759 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.525693 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=92351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:35:22.527613 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1470516'] for segment, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: Traceback (most recent call last): Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: timer() Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: cb(*args, **kw) Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: return func(*args, **kwargs) Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: self._notify() Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: self.callback(batched_events) Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: event.method(event) Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: return f(self, *a, **k) Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: return self._get(url).json() Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: return self.request(url, 'GET', **kwargs) Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:35:22.539361 dv-cinder-789564-4-smb neutron-server[92351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:35:22.825079 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.843379 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.845303 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cb7f9f48-8701-4332-901f-a7f9b2719666 HTTP/1.1" status: 204 len: 168 time: 0.7007020 Jun 08 18:35:22.848680 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:22.872234 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7f9f48-8701-4332-901f-a7f9b2719666,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:22.877774 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0f349208-3f19-4dff-a283-10f3cca89973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:22.923539 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308f7b3-c8b2-499c-8b58-38c51ee36728 req-9dac8ee9-b8d9-48a1-be30-13c369c1ec9f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:22.925610 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1308f7b3-c8b2-499c-8b58-38c51ee36728 req-9dac8ee9-b8d9-48a1-be30-13c369c1ec9f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 946 time: 0.1410396 Jun 08 18:35:22.977042 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1308f7b3-c8b2-499c-8b58-38c51ee36728 req-fa8d85fa-710c-4d89-88b9-716bfbd61e0f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443385 Jun 08 18:35:23.266505 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33472) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:23.315855 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-21e19c68-dbca-43ef-82ee-f31c9f0ac8ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48c7d2690d364cea97aa2d7ffaa5d865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480735 Jun 08 18:35:23.318223 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33474) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:23.376005 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-10182249-c04f-4cc1-b9ee-9efa4c6ce69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.401939 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-10182249-c04f-4cc1-b9ee-9efa4c6ce69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.540051 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-10182249-c04f-4cc1-b9ee-9efa4c6ce69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.543064 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-10182249-c04f-4cc1-b9ee-9efa4c6ce69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.544466 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-10182249-c04f-4cc1-b9ee-9efa4c6ce69d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d3a7c80-31e3-49a4-862c-7c2146eac3e9 HTTP/1.1" status: 204 len: 168 time: 0.2251320 Jun 08 18:35:23.545720 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-559a52b5-f480-4a26-a734-71397c3b534c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:23.557778 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10182249-c04f-4cc1-b9ee-9efa4c6ce69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3a7c80-31e3-49a4-862c-7c2146eac3e9,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:23.560712 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-10182249-c04f-4cc1-b9ee-9efa4c6ce69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:23.739057 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f28ce3d0-5e9a-41cb-a911-158b06ed7f11 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:23.868493 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.900312 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:23.902622 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db1a293-a73b-4fc9-8f54-ceaa421d1615" -d '{"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-unplugged", "status": "completed", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:23.911052 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:23.991217 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.993285 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:24.089513 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=8']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:24.093366 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:24.111052 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4636640c-8364-4cef-9285-05c6881b4c28 x-openstack-request-id: req-4636640c-8364-4cef-9285-05c6881b4c28 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:24.111052 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-unplugged", "status": "failed", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11", "code": 422}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:24.111052 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4636640c-8364-4cef-9285-05c6881b4c28 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:24.111052 dv-cinder-789564-4-smb neutron-server[92352]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'code': 422} returned with failed status Jun 08 18:35:24.215018 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7aa8b-38b8-4fda-80e4-0b393f053aaa req-94d38244-846d-4afa-a6a8-cd2afbca68b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:24.215018 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-62c7aa8b-38b8-4fda-80e4-0b393f053aaa req-94d38244-846d-4afa-a6a8-cd2afbca68b4 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.0874486 Jun 08 18:35:24.261929 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-62c7aa8b-38b8-4fda-80e4-0b393f053aaa req-6da17b7a-89b5-4a26-b0aa-d184532e57e6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441816 Jun 08 18:35:24.705987 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:24.861110 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-c71f7d5b-8bcc-4af5-96e9-f5fff5937110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:25.333438 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 33536) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:25.402375 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cdf1b8-26a6-4db9-b620-01df22d86c86 admin admin] Deleting subnet 3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7 {{(pid=92350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:35:25.405713 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-58cdf1b8-26a6-4db9-b620-01df22d86c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:25.471577 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-58cdf1b8-26a6-4db9-b620-01df22d86c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2276399'] for subnet, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:25.533591 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-58cdf1b8-26a6-4db9-b620-01df22d86c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:25.654577 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-58cdf1b8-26a6-4db9-b620-01df22d86c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2460084'] for subnet, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:25.659827 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4904bb97-833e-48ad-8c92-fdfbb305a5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:25.694874 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdf1b8-26a6-4db9-b620-01df22d86c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:25.696829 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-58cdf1b8-26a6-4db9-b620-01df22d86c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:25.699668 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-58cdf1b8-26a6-4db9-b620-01df22d86c86 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3a7fa72e-0c8b-44e5-ba6a-3b2846d090b7 HTTP/1.1" status: 204 len: 168 time: 0.3641932 Jun 08 18:35:25.699668 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-58cdf1b8-26a6-4db9-b620-01df22d86c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:25.701500 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33542) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:25.827967 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:25.905349 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:25.982619 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.005671 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3317fbe0-20f7-449b-aace-a91eb6ecf461']}} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:26.024369 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489a2ec7-90e8-4a09-b383-245f71409fad') {'for_net_delete': True} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:26.024601 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489a2ec7-90e8-4a09-b383-245f71409fad') {} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:26.039693 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1460413'] for segment, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.059809 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.071335 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=92351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:35:26.071737 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1470516'] for segment, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: Traceback (most recent call last): Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: timer() Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: cb(*args, **kw) Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: return func(*args, **kwargs) Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: self._notify() Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: self.callback(batched_events) Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: event.method(event) Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: return f(self, *a, **k) Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: return self._get(url).json() Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: return self.request(url, 'GET', **kwargs) Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:35:26.089963 dv-cinder-789564-4-smb neutron-server[92351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:35:26.265880 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.269480 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:26.282416 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.284265 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] 10.222.0.43 "DELETE /v2.0/networks/3317fbe0-20f7-449b-aace-a91eb6ecf461 HTTP/1.1" status: 204 len: 168 time: 0.5812521 Jun 08 18:35:26.290885 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Pushing event deleted for resources: {'Network': ['ID=3317fbe0-20f7-449b-aace-a91eb6ecf461,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:26.293282 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:26.952307 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33560) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:27.008048 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-d9e25c02-13d3-4e59-b3ae-e99fee3ce54d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe2a4d92b2d1415288ea56b89e97c6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544951 Jun 08 18:35:27.012175 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 33562) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:27.132901 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-52d02827-c81f-4e0b-a549-e2907c6016d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.200870 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-52d02827-c81f-4e0b-a549-e2907c6016d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.397838 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-52d02827-c81f-4e0b-a549-e2907c6016d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.400461 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-52d02827-c81f-4e0b-a549-e2907c6016d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.404702 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-52d02827-c81f-4e0b-a549-e2907c6016d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51b82e39-d710-4f34-8ae8-ddb3db90a229 HTTP/1.1" status: 204 len: 168 time: 0.3912499 Jun 08 18:35:27.405891 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-afab0672-e052-476f-b0a5-a0ae68dc4d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:27.416361 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d02827-c81f-4e0b-a549-e2907c6016d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b82e39-d710-4f34-8ae8-ddb3db90a229,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:27.419191 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-52d02827-c81f-4e0b-a549-e2907c6016d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:27.479390 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.515516 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-15670af3-6d56-4ecf-8bf4-1951cfea3dcd tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=5c991954f21548a7a0be9334c87d8ce3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440671 Jun 08 18:35:27.673710 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-ae561b32-c033-43b5-b9a5-5076d1e4c2dd tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:27.675205 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-ae561b32-c033-43b5-b9a5-5076d1e4c2dd tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544268 Jun 08 18:35:27.690531 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-62e4c33e-13df-46a8-b39d-6f8c6c8fcb9e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/quotas/5c991954f21548a7a0be9334c87d8ce3 HTTP/1.1" status: 200 len: 375 time: 0.0094457 Jun 08 18:35:27.740485 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8a0e3b3e-68bc-4b15-96e5-02f6b13601db tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c991954f21548a7a0be9334c87d8ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438628 Jun 08 18:35:28.147581 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-fd5047ca-ef32-49d2-9c17-7ed881cc3fde req-34aac4af-75ec-4f7f-abd6-c0caf6d977ac tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 210 time: 0.0548291 Jun 08 18:35:28.445292 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdfa08-b567-4bce-84e8-f25db25fff1b req-ddb35ae0-137f-404d-9e50-8a6440b60eea tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:28.446976 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-59cdfa08-b567-4bce-84e8-f25db25fff1b req-ddb35ae0-137f-404d-9e50-8a6440b60eea tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.0922039 Jun 08 18:35:28.504103 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-59cdfa08-b567-4bce-84e8-f25db25fff1b req-eb16387f-8fe0-4d2c-b186-cc2a8b9c62bb tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505517 Jun 08 18:35:28.722562 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-6c1bf4cd-71bd-4ff1-b5b8-2946e4693943 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742116 Jun 08 18:35:29.292032 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a61c307c-8420-47a8-aead-6c45cb66c26a req-59495ecc-d10d-4c2c-808f-1a0339b2f089 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 210 time: 0.0846183 Jun 08 18:35:29.712985 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cebb1-f612-4882-b193-75e39180d3ae req-858debef-6091-4fc4-9ad7-9883624d6c46 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:29.714531 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-015cebb1-f612-4882-b193-75e39180d3ae req-858debef-6091-4fc4-9ad7-9883624d6c46 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.0887756 Jun 08 18:35:29.769132 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-015cebb1-f612-4882-b193-75e39180d3ae req-f9c74466-6b23-4bdd-97e8-626346fd6893 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Jun 08 18:35:30.288592 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee3f75-1df3-4505-8375-2f54a3e23394 req-b1d8dab5-a2ed-48bd-9a7e-3ea76a2576c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:30.290180 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-38ee3f75-1df3-4505-8375-2f54a3e23394 req-b1d8dab5-a2ed-48bd-9a7e-3ea76a2576c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 945 time: 0.1273406 Jun 08 18:35:30.344424 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-38ee3f75-1df3-4505-8375-2f54a3e23394 req-bbf4e4ae-f4d5-4eb2-850a-3d9823b5c61c tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479238 Jun 08 18:35:30.511553 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6852cdea-ebcc-497b-8eac-7dfad0e50602 req-bb20da1b-7cc7-46bc-ab72-2a323ff06d42 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 210 time: 0.0761487 Jun 08 18:35:30.563904 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-bb40d6af-3854-4b31-8ae0-84728b593fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:30.565419 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-bb40d6af-3854-4b31-8ae0-84728b593fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662&tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1 HTTP/1.1" status: 200 len: 1097 time: 0.0919285 Jun 08 18:35:30.660751 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-bb5f7e77-5ad5-42f7-8342-c8c486ae53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:30.662727 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-bb5f7e77-5ad5-42f7-8342-c8c486ae53ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 1097 time: 0.0748324 Jun 08 18:35:30.833143 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-466cd698-4f72-49be-87bb-67ec6aec0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:30.835474 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-466cd698-4f72-49be-87bb-67ec6aec0de7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 200 len: 917 time: 0.1579857 Jun 08 18:35:30.956892 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-289139c9-0571-4d83-b8ec-8b680c530c6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11 HTTP/1.1" status: 200 len: 1000 time: 0.1142652 Jun 08 18:35:31.029402 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95ab3d-277f-4779-a49b-2b58a9dc50d1 req-70b423c4-04db-41ec-86fa-471eb20d2fec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:31.031046 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ed95ab3d-277f-4779-a49b-2b58a9dc50d1 req-70b423c4-04db-41ec-86fa-471eb20d2fec tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.1260021 Jun 08 18:35:31.060554 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-aad177dc-9cbc-439c-8f29-82e1e7c5f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:31.062201 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-aad177dc-9cbc-439c-8f29-82e1e7c5f075 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 200 len: 855 time: 0.0980287 Jun 08 18:35:31.093995 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ed95ab3d-277f-4779-a49b-2b58a9dc50d1 req-2bff4a12-1470-4b8d-a9c8-bb5b4e409d5b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559814 Jun 08 18:35:31.235731 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-7f91bcb0-6e53-48fd-9cad-e68dfb6299b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:31.237178 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-7f91bcb0-6e53-48fd-9cad-e68dfb6299b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=622765e2-19d8-4145-8357-756259280cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1675146 Jun 08 18:35:31.406699 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-e4f2bf52-4def-40a2-83bf-3305bb53db7c service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614232 Jun 08 18:35:31.581855 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-ae678e88-3403-471b-a395-18bb427e2b86 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5c991954f21548a7a0be9334c87d8ce3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498097 Jun 08 18:35:31.710356 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0da160c0-8771-47a3-9874-757dc394668c req-159189c1-4894-4940-ac25-58119e669fe4 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 210 time: 0.0845659 Jun 08 18:35:31.738716 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f9c8d2a0-eff5-42eb-8613-6bd082ad1558 req-794b7102-7782-41d1-a032-68af015740be service neutron] 10.222.0.39 "GET /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238719 Jun 08 18:35:31.783348 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd7d73-3e05-4ef1-bed5-ddf6f64cba8d req-eb0844c1-2c22-4504-a597-14e4f2329be1 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:31.784883 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6bbd7d73-3e05-4ef1-bed5-ddf6f64cba8d req-eb0844c1-2c22-4504-a597-14e4f2329be1 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 945 time: 0.2934346 Jun 08 18:35:31.796282 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-b069355c-c5cf-494a-befa-d9d9d1f482ca tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:31.797793 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-b069355c-c5cf-494a-befa-d9d9d1f482ca tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087417 Jun 08 18:35:31.816851 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Request body: {'port': {'device_id': '85db80bb-873c-42b4-a8f8-c845056d72ec', 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d', 'admin_state_up': True, 'tenant_id': '5c991954f21548a7a0be9334c87d8ce3'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:31.931448 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6bbd7d73-3e05-4ef1-bed5-ddf6f64cba8d req-7be80352-2147-4828-8a4d-63da8e591534 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324253 Jun 08 18:35:32.093959 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-f827e3f9-ca05-4e38-963b-f5bfd8438b36 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:32.095547 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-f827e3f9-ca05-4e38-963b-f5bfd8438b36 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 945 time: 0.1315625 Jun 08 18:35:32.165609 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Made reservation on behalf of 5c991954f21548a7a0be9334c87d8ce3 for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:35:32.171715 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.207203 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.369546 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Deleting port e0098230-0124-48dd-bb7d-3ae093c3dc4c {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:32.369834 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.470534 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd8bec-9c88-4300-9809-2e6a6d9e0504 req-77c2aa39-f68c-4993-a375-5875c2723a8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:32.473721 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b5bd8bec-9c88-4300-9809-2e6a6d9e0504 req-77c2aa39-f68c-4993-a375-5875c2723a8a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.1565707 Jun 08 18:35:32.538802 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b5bd8bec-9c88-4300-9809-2e6a6d9e0504 req-f5e24e16-2c49-424a-8fde-7459f7188b55 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570011 Jun 08 18:35:32.542437 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.585355 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] For port e0098230-0124-48dd-bb7d-3ae093c3dc4c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e0098230-0124-48dd-bb7d-3ae093c3dc4c,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:32.593685 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.653263 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.673292 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6cc3a39d-3d38-4f14-b3c1-e76554edcfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:32.860001 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025251ea-e5c2-40e4-9e23-0492eb1073fe,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:32.906838 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:33.087121 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-12ad470b-428d-4844-a9cf-62ab05067580 req-25bd6e97-0d6c-4510-afe8-c28eab038c47 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 210 time: 0.2408490 Jun 08 18:35:33.223893 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Allocated IP 192.168.233.215 (855bb445-7a16-43c5-9642-e4ca0ba9d84d/1a301a32-0829-49d1-bd74-b51ca279b98f/d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:35:33.246185 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.246555 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.246873 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.l3_db [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Floating IP 453292bb-9230-4a63-8661-d098f5daf054 disassociated. External IP: 172.28.2.175, port: e0098230-0124-48dd-bb7d-3ae093c3dc4c. Jun 08 18:35:33.249141 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Calling delete_port for e0098230-0124-48dd-bb7d-3ae093c3dc4c owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:33.441236 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a96ea8-6f77-4bbc-a202-53eaadd6354f req-24ca198e-8a5d-4663-bfd0-5018c1b10ced tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:33.454364 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b0a96ea8-6f77-4bbc-a202-53eaadd6354f req-24ca198e-8a5d-4663-bfd0-5018c1b10ced tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 945 time: 0.1917970 Jun 08 18:35:33.605620 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b0a96ea8-6f77-4bbc-a202-53eaadd6354f req-4fa04cc5-005c-44fc-a365-f16c0c4d1286 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446629 Jun 08 18:35:33.616410 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.781195 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Transition to ACTIVE for port object d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:33.789042 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.806782 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:33.830934 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:35:33.870592 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event deleted for resources: {'Port': ['ID=e0098230-0124-48dd-bb7d-3ae093c3dc4c,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:33.877737 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:34.125324 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744199fe-c722-47d1-9c50-5d8c4abc0b7b req-24fc8654-0fff-4c91-bf99-bfdcea05d5f6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:34.126922 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-744199fe-c722-47d1-9c50-5d8c4abc0b7b req-24fc8654-0fff-4c91-bf99-bfdcea05d5f6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.4013755 Jun 08 18:35:34.154004 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.160185 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:34.160185 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:35:34.160185 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:35:34.160185 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:35:34.160185 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:34.160185 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:35:34.209424 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Network 855bb445-7a16-43c5-9642-e4ca0ba9d84d is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:35:34.213173 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Router 56e7d4ce-7793-416d-8d86-5b609665a7f5 has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:35:34.216766 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-744199fe-c722-47d1-9c50-5d8c4abc0b7b req-4ccee4c0-5268-4aae-9d33-e359cd762d93 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829470 Jun 08 18:35:34.217482 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:34.221451 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:35:34.533494 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:34.534080 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.534700 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ec762-4102-49c1-b340-832c2493bb96 req-7315704f-bacc-4c3e-8896-99a7de9904b7 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:34.544603 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f3ec762-4102-49c1-b340-832c2493bb96 req-7315704f-bacc-4c3e-8896-99a7de9904b7 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 936 time: 0.1663163 Jun 08 18:35:34.634561 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:35:34.670337 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] Sync routers for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:35:34.681440 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:34.682101 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:34.688327 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0f3ec762-4102-49c1-b340-832c2493bb96 req-d2fa6d16-acc4-42f0-99a3-1b2f2a29246a tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367049 Jun 08 18:35:34.701134 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-82a31c70-98aa-47c7-b347-53f3659d8c4e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8833618 Jun 08 18:35:34.745553 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] No DVR routers for this DVR port e0098230-0124-48dd-bb7d-3ae093c3dc4c on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:35:34.748243 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.750650 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c6dcf7e0-a3c8-44f6-a457-9e556194ca63 req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.39 "DELETE /v2.0/ports/e0098230-0124-48dd-bb7d-3ae093c3dc4c HTTP/1.1" status: 204 len: 173 time: 2.6496212 Jun 08 18:35:34.751210 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'name': 'network-vif-deleted', 'tag': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:34.753666 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8568ba7a-5ec6-42fc-aaeb-ab0de113aa24" -d '{"events": [{"server_uuid": "700de3f2-3ff9-479f-872a-f44a2bc46cf3", "name": "network-vif-deleted", "tag": "e0098230-0124-48dd-bb7d-3ae093c3dc4c"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:34.886880 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-45b80671-d74e-4f72-85e8-2eb121f37439 req-c814c8a4-dfd3-42dc-b355-f6fa891cf11f tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0709920 Jun 08 18:35:34.943237 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-6cefa02a-6a57-4e5e-899c-c9262f9635c5 None None] Provisioning for port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:34.953274 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-6cefa02a-6a57-4e5e-899c-c9262f9635c5 None None] Provisioning complete for port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:34.953743 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-6cefa02a-6a57-4e5e-899c-c9262f9635c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:35.021194 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c98b36d-dd55-41bb-8a65-266f5571516d x-openstack-request-id: req-0c98b36d-dd55-41bb-8a65-266f5571516d {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:35.021582 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700de3f2-3ff9-479f-872a-f44a2bc46cf3", "name": "network-vif-deleted", "tag": "e0098230-0124-48dd-bb7d-3ae093c3dc4c", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:35.021905 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c98b36d-dd55-41bb-8a65-266f5571516d {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:35.022370 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700de3f2-3ff9-479f-872a-f44a2bc46cf3', 'name': 'network-vif-deleted', 'tag': 'e0098230-0124-48dd-bb7d-3ae093c3dc4c', 'status': 'completed', 'code': 200} Jun 08 18:35:35.040568 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-6cefa02a-6a57-4e5e-899c-c9262f9635c5 None None] Port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:35:35.052140 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:35.476641 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:35.493296 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] Checking router: 56e7d4ce-7793-416d-8d86-5b609665a7f5 for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:35:35.504728 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:35.505374 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:35.546559 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d9286-6284-45a4-9d89-6f1536005585 req-817cbc29-53af-44e9-9acc-34a6f473ef9e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:35.548259 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f29d9286-6284-45a4-9d89-6f1536005585 req-817cbc29-53af-44e9-9acc-34a6f473ef9e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.1368582 Jun 08 18:35:35.603393 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f29d9286-6284-45a4-9d89-6f1536005585 req-99f601b2-3833-40bb-8397-55a07e905fad tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487163 Jun 08 18:35:35.754156 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:35.842907 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device e0098230-0124-48dd-bb7d-3ae093c3dc4c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:35.894863 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: e0098230-0124-48dd-bb7d-3ae093c3dc4c {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:35:35.895277 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device e0098230-0124-48dd-bb7d-3ae093c3dc4c not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:35.970587 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be927f1a-6c6a-44d6-9e6c-b128207b187f req-413a46e1-1343-45b1-8793-45c59569ffb3 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:35.972230 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-be927f1a-6c6a-44d6-9e6c-b128207b187f req-413a46e1-1343-45b1-8793-45c59569ffb3 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 936 time: 0.1051302 Jun 08 18:35:36.059138 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-be927f1a-6c6a-44d6-9e6c-b128207b187f req-24b3b17c-845d-4c3a-a5e6-cbe8c360385a tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698576 Jun 08 18:35:36.106695 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a13fb1ff-28d0-4587-b38b-c09dc60fcf99 req-0abaf3da-0738-4e79-9409-1b889404c723 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0565603 Jun 08 18:35:36.270871 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:36.275947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ae778-3e1d-4825-b6f1-8e47b2c46982 None None] The sync data for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb is: [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:29:51Z', 'revision_number': 4, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '9b8fec20-e167-448f-911e-716cdd237798', 'name': '', 'network_id': 'a4a910d2-f7ed-4a4f-a59a-2af939d7546b', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'mac_address': 'fa:16:3e:fd:ba:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:48Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'subnets': [{'id': '0fb9e205-6293-4bb9-bb98-e7283065bd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:35:36.553839 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f6615-500a-497f-b558-d9ecd6e70d30 None None] New status for floating IP 453292bb-9230-4a63-8661-d098f5daf054: DOWN {{(pid=92353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:35:36.872636 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53223f-0d0c-40b1-ae7d-b79c42626263 req-86e10dfc-6433-43ed-bedd-7f4bf545ad5e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:36.874871 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8f53223f-0d0c-40b1-ae7d-b79c42626263 req-86e10dfc-6433-43ed-bedd-7f4bf545ad5e tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.1178110 Jun 08 18:35:37.024857 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8f53223f-0d0c-40b1-ae7d-b79c42626263 req-2f57283d-b7cd-4b45-aa50-83049e759feb tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394491 Jun 08 18:35:37.280241 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639026c6-afaf-484f-b922-ea5790df5908 req-a266d969-f97b-4dc8-9b08-cbad551b1e49 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:37.284171 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-639026c6-afaf-484f-b922-ea5790df5908 req-a266d969-f97b-4dc8-9b08-cbad551b1e49 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 936 time: 0.1068494 Jun 08 18:35:37.339056 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-639026c6-afaf-484f-b922-ea5790df5908 req-a93abd57-c354-4d00-92b7-9eb3746da6da tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Jun 08 18:35:37.429573 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9126be5c-c449-401c-9113-67a349e8083b req-a36740fd-94b0-4f75-b09a-b1465e7f3483 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0432491 Jun 08 18:35:38.238148 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9c1b5-202d-4702-b8a3-992ed965ae41 req-0ae11973-53f6-4f41-898b-ddd1875b5c77 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:38.241322 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-42b9c1b5-202d-4702-b8a3-992ed965ae41 req-0ae11973-53f6-4f41-898b-ddd1875b5c77 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.0941947 Jun 08 18:35:38.293394 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-42b9c1b5-202d-4702-b8a3-992ed965ae41 req-732ef8ba-6009-42ff-9271-44e58f0f2d9d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474699 Jun 08 18:35:38.614536 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2974bb6-dfd2-40dc-99c7-836334f50b0f req-4832ab30-919f-498c-b35e-482dfe7f957a tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:38.616764 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e2974bb6-dfd2-40dc-99c7-836334f50b0f req-4832ab30-919f-498c-b35e-482dfe7f957a tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 936 time: 0.1066570 Jun 08 18:35:38.665615 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e2974bb6-dfd2-40dc-99c7-836334f50b0f req-00b7dc1b-0123-4aa6-a5ba-cb5ede541168 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 Jun 08 18:35:38.776523 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f5987319-4401-43fd-8f7f-dd768688886e req-eacade70-af59-4001-80eb-fd54d297cca0 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.1885662 Jun 08 18:35:39.501808 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786365c3-7d1d-4c33-a3bb-acc5b63257cc req-d1df39c5-84c8-4f1c-9bbe-8ef14f4c4692 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:39.503313 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-786365c3-7d1d-4c33-a3bb-acc5b63257cc req-d1df39c5-84c8-4f1c-9bbe-8ef14f4c4692 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.0805233 Jun 08 18:35:39.557232 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-786365c3-7d1d-4c33-a3bb-acc5b63257cc req-5adc03c6-c177-42fc-8a5c-2188daa9a57a tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471578 Jun 08 18:35:39.869752 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05ab7-7309-4d58-8d98-6a2139229e9e req-cedc6701-3515-441f-a47a-de38dd058a1b tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:39.871477 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dad05ab7-7309-4d58-8d98-6a2139229e9e req-cedc6701-3515-441f-a47a-de38dd058a1b tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 936 time: 0.0885332 Jun 08 18:35:39.933407 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-dad05ab7-7309-4d58-8d98-6a2139229e9e req-d897e3fb-cf4d-49cb-9da0-534ba38c8918 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557618 Jun 08 18:35:39.973067 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e5ccf4cc-af7e-49fa-9bed-ced92186b448 req-c293f500-c8dc-42c8-91c4-ba33fca3cddb tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0616324 Jun 08 18:35:40.774508 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b28b18-3d85-4fb3-b651-ad82ea3065b8 req-02bbc381-f866-4fb0-b307-c153fb7ae385 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:40.774508 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49b28b18-3d85-4fb3-b651-ad82ea3065b8 req-02bbc381-f866-4fb0-b307-c153fb7ae385 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.0850942 Jun 08 18:35:40.803496 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49b28b18-3d85-4fb3-b651-ad82ea3065b8 req-d78bf367-1423-429b-bb58-33a9e93ecb5d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409119 Jun 08 18:35:41.143236 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-135782af-2066-4a3d-a623-4f6085f96ba6 req-b1ea06e9-9d3a-485a-9cd7-afaff66a4d0d tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0454233 Jun 08 18:35:41.174097 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426cdd1-aea7-441c-9bb1-0a8d88195f7f req-5c1aa988-4575-487e-a511-85e0af717fb1 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:41.175550 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d426cdd1-aea7-441c-9bb1-0a8d88195f7f req-5c1aa988-4575-487e-a511-85e0af717fb1 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 936 time: 0.1111591 Jun 08 18:35:41.221056 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d426cdd1-aea7-441c-9bb1-0a8d88195f7f req-b5507e36-dfff-4729-afc8-c471d93bacb1 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394893 Jun 08 18:35:42.008579 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae21f1-b646-4120-ba87-b2c04cc610df req-fb392f29-4981-4754-983b-09a8f14bc91f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:42.010233 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-89ae21f1-b646-4120-ba87-b2c04cc610df req-fb392f29-4981-4754-983b-09a8f14bc91f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.0954320 Jun 08 18:35:42.061631 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-89ae21f1-b646-4120-ba87-b2c04cc610df req-591b1e5f-0448-47a9-9d2a-bfcbc6fba303 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405738 Jun 08 18:35:42.322407 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1ad402d1-6388-47f0-b58b-a917818005af req-2acd4dae-0f98-4440-be47-489bf673aa83 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0573533 Jun 08 18:35:42.416697 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60b66a-a72f-4902-90a4-4f7c032a0b66 req-d16b3ac1-5049-435e-badd-fde021da5cd1 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:42.418156 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9d60b66a-a72f-4902-90a4-4f7c032a0b66 req-d16b3ac1-5049-435e-badd-fde021da5cd1 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 936 time: 0.0784614 Jun 08 18:35:42.462991 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-9d60b66a-a72f-4902-90a4-4f7c032a0b66 req-e3eb82ad-4546-4a25-a933-4d0be608cda8 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 Jun 08 18:35:43.277221 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d69f1f-ee89-44c6-be41-7e55c47608f9 req-bdfcbcbb-fe77-4eef-aff6-235ca022ee4d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:43.279265 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c8d69f1f-ee89-44c6-be41-7e55c47608f9 req-bdfcbcbb-fe77-4eef-aff6-235ca022ee4d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.0926869 Jun 08 18:35:43.325822 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c8d69f1f-ee89-44c6-be41-7e55c47608f9 req-310a1258-8767-4c6f-a26a-e2e10ff012ee tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408874 Jun 08 18:35:43.476165 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c387eab-076d-4fe5-a04e-ceb5c0088da3 req-60c75412-87de-40d9-89ea-cc10936c59de tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0478115 Jun 08 18:35:43.648933 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d72636-2816-483a-9a3c-f0ebee76ab92 req-3768f2ae-3747-4af6-8115-454caa447554 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:43.650418 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f9d72636-2816-483a-9a3c-f0ebee76ab92 req-3768f2ae-3747-4af6-8115-454caa447554 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 936 time: 0.0856354 Jun 08 18:35:43.694372 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f9d72636-2816-483a-9a3c-f0ebee76ab92 req-34d5fc22-858f-4bed-8629-f62f7938c64f tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Jun 08 18:35:44.334575 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Request body: {'port': {'device_id': '85db80bb-873c-42b4-a8f8-c845056d72ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:44.494251 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.628745 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0926e337-cfe7-4a43-b9f7-f0411ff384c2 req-a8ce91e1-5131-49c7-8390-2a7d05ef9d23 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/ports?device_id=700de3f2-3ff9-479f-872a-f44a2bc46cf3 HTTP/1.1" status: 200 len: 210 time: 0.0425978 Jun 08 18:35:44.635586 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7ccf9-896b-467a-98c7-a379b2137336 req-b5a38b3f-83f7-4618-87a5-0b1779f03248 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:44.640000 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-82d7ccf9-896b-467a-98c7-a379b2137336 req-b5a38b3f-83f7-4618-87a5-0b1779f03248 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.1955929 Jun 08 18:35:44.770653 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-82d7ccf9-896b-467a-98c7-a379b2137336 req-5b714a17-bb0f-44ba-9757-40cc79b57195 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269763 Jun 08 18:35:44.900444 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf63c29-c9f1-4aa5-9fe3-7e40c9a1b70e req-39a19ca1-cc20-4973-bc4d-84becaa3668e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:44.901865 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6bf63c29-c9f1-4aa5-9fe3-7e40c9a1b70e req-39a19ca1-cc20-4973-bc4d-84becaa3668e tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 936 time: 0.0882440 Jun 08 18:35:44.911423 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:35:44.919341 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.935856 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Transition to ACTIVE for port object d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:44.949129 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6bf63c29-c9f1-4aa5-9fe3-7e40c9a1b70e req-2795e764-2f00-44dd-bb0e-02b28309f7f7 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412321 Jun 08 18:35:44.997356 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:45.002386 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-57f58e1d-f484-4b5e-b191-c3346acc2b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:45.155655 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Pushing event updated for resources: {'Port': ['ID=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:45.173965 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.174410 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.174754 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.175101 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.175449 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.175795 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.176155 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.176502 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.176841 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.177177 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.177514 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.177837 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:45.207237 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:45.263116 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Attempting to bind port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:35:45.263549 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Attempting to bind port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'd76e09b6-256f-445b-866a-5355614ffd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:35:45.263857 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Attempting to bind port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 on network 855bb445-7a16-43c5-9642-e4ca0ba9d84d {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:35:45.268978 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 on network 855bb445-7a16-43c5-9642-e4ca0ba9d84d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:35:45.269297 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Attempting to bind port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 on network 855bb445-7a16-43c5-9642-e4ca0ba9d84d {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:35:45.274694 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:35:45.276509 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Checking segment: {'id': 'd76e09b6-256f-445b-866a-5355614ffd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:35:45.276509 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Bound using segment: {'id': 'd76e09b6-256f-445b-866a-5355614ffd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:35:45.276509 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Bound port: d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd76e09b6-256f-445b-866a-5355614ffd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:35:45.276509 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:45.372982 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] For port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:35:45.376031 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] For port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,segment=NetworkSegment(d76e09b6-256f-445b-866a-5355614ffd90),segment_id=d76e09b6-256f-445b-866a-5355614ffd90)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:35:45.465841 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:45.469587 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-56bb1840-0558-4c56-9748-c2e7069e7218 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:45.531150 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:45.531897 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:45.533110 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] 10.222.0.39 "PUT /v2.0/ports/d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 HTTP/1.1" status: 200 len: 1098 time: 1.2033567 Jun 08 18:35:45.533586 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85db80bb-873c-42b4-a8f8-c845056d72ec', 'tag': 'd761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:45.535829 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7a15e8-30af-43bb-87ab-6fc8731f756f" -d '{"events": [{"name": "network-changed", "server_uuid": "85db80bb-873c-42b4-a8f8-c845056d72ec", "tag": "d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:45.555912 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Pushing event updated for resources: {'Port': ['ID=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:45.559854 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:45.582744 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3c7ae0-712b-48c1-b1bd-d4c0c59ec0b8 x-openstack-request-id: req-5e3c7ae0-712b-48c1-b1bd-d4c0c59ec0b8 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:45.583063 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85db80bb-873c-42b4-a8f8-c845056d72ec", "tag": "d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:45.583344 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e3c7ae0-712b-48c1-b1bd-d4c0c59ec0b8 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:45.583947 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85db80bb-873c-42b4-a8f8-c845056d72ec', 'tag': 'd761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0', 'status': 'completed', 'code': 200} Jun 08 18:35:45.678676 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a15e8-30af-43bb-87ab-6fc8731f756f req-3a16eb22-628c-49e7-ab42-462a4f84cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:45.680769 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0d7a15e8-30af-43bb-87ab-6fc8731f756f req-3a16eb22-628c-49e7-ab42-462a4f84cc37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c991954f21548a7a0be9334c87d8ce3&device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 1101 time: 0.0777094 Jun 08 18:35:45.716915 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0d7a15e8-30af-43bb-87ab-6fc8731f756f req-047b0286-a324-40ff-bb68-f204d9db286e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5c991954f21548a7a0be9334c87d8ce3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290756 Jun 08 18:35:45.767999 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:45.845531 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 33752) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:45.851207 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f28ce3d0-5e9a-41cb-a911-158b06ed7f11 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:35:45.971621 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0a06a419-11ef-42f6-8835-0143d8f0cb81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:45.972232 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a15e8-30af-43bb-87ab-6fc8731f756f req-a27a2bb3-e432-4af5-8eb6-055cb4342a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:45.974216 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0d7a15e8-30af-43bb-87ab-6fc8731f756f req-a27a2bb3-e432-4af5-8eb6-055cb4342a9a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2516630 Jun 08 18:35:46.014068 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:46.024373 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0a06a419-11ef-42f6-8835-0143d8f0cb81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.034516 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'port_id': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'mac_address': 'fa:16:3e:e2:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:35:46.058534 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288be7f-fbc4-47e8-9a4f-4f2a449215c2 req-45b6a956-f837-49fd-801f-626e9ab31b48 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:46.064716 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9288be7f-fbc4-47e8-9a4f-4f2a449215c2 req-45b6a956-f837-49fd-801f-626e9ab31b48 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 944 time: 0.1705668 Jun 08 18:35:46.105864 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.122823 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9288be7f-fbc4-47e8-9a4f-4f2a449215c2 req-c4a36d0a-1e89-45d6-a768-678b19751cb6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569954 Jun 08 18:35:46.132288 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28ce3d0-5e9a-41cb-a911-158b06ed7f11 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:35:46.150612 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:46.166610 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-9786a1bf-4944-40e9-baae-50ec9fa45594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:46.168281 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-9786a1bf-4944-40e9-baae-50ec9fa45594 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c991954f21548a7a0be9334c87d8ce3&device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 1101 time: 0.1575503 Jun 08 18:35:46.202189 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0a06a419-11ef-42f6-8835-0143d8f0cb81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.204631 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-0a06a419-11ef-42f6-8835-0143d8f0cb81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.205806 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-0a06a419-11ef-42f6-8835-0143d8f0cb81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "DELETE /v2.0/security-groups/fcb6eda6-c4e6-426a-ab51-4d2c73efdd62 HTTP/1.1" status: 204 len: 168 time: 0.3585856 Jun 08 18:35:46.206812 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2bcb3ed8-464e-46cf-8865-11b70ca94e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:46.214440 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 33756) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:46.237532 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.238621 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06a419-11ef-42f6-8835-0143d8f0cb81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb6eda6-c4e6-426a-ab51-4d2c73efdd62,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:46.238732 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:46.238838 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-0a06a419-11ef-42f6-8835-0143d8f0cb81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:46.238838 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.api.v2.resource [None req-b32845c3-e53f-42c2-8d46-6a65b1416f2e tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] show failed (client error): The resource could not be found. Jun 08 18:35:46.238838 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-b32845c3-e53f-42c2-8d46-6a65b1416f2e tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "GET /v2.0/security-groups/fcb6eda6-c4e6-426a-ab51-4d2c73efdd62 HTTP/1.1" status: 404 len: 347 time: 0.0206521 Jun 08 18:35:46.239100 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3e4c-7ebb-4d6b-bdd3-53a77ed34b1d req-c059e14c-208e-43d8-96c4-73ad1155aeec tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:46.240140 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7bbd3e4c-7ebb-4d6b-bdd3-53a77ed34b1d req-c059e14c-208e-43d8-96c4-73ad1155aeec tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 948 time: 0.1717458 Jun 08 18:35:46.240284 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 33758) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:46.257519 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-6dfd58ee-de62-442f-9405-6ef81b2a9018 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 HTTP/1.1" status: 200 len: 217 time: 0.0806658 Jun 08 18:35:46.315233 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=9']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:46.318292 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:46.354297 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7bbd3e4c-7ebb-4d6b-bdd3-53a77ed34b1d req-596badae-7d3a-47b7-b682-29026c77ae48 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993829 Jun 08 18:35:46.358024 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-99b353a1-97bb-4480-9771-d94bb8cadc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:46.359475 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-99b353a1-97bb-4480-9771-d94bb8cadc02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1a301a32-0829-49d1-bd74-b51ca279b98f HTTP/1.1" status: 200 len: 843 time: 0.0891733 Jun 08 18:35:46.443571 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['f28ce3d0-5e9a-41cb-a911-158b06ed7f11'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:35:46.443835 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-34c8a2cd-7aa9-4bde-868d-f536d999b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:46.445119 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-34c8a2cd-7aa9-4bde-868d-f536d999b7d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=855bb445-7a16-43c5-9642-e4ca0ba9d84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0781643 Jun 08 18:35:46.493246 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Deleting port ec932f5a-1a65-481e-9313-49cb284ae92c {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:46.493594 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.605583 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-c1454ee9-2951-4903-83b5-0e2d3ed2eb53 service neutron] 10.222.0.39 "GET /v2.0/networks/855bb445-7a16-43c5-9642-e4ca0ba9d84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516647 Jun 08 18:35:46.625369 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.626183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.749073 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ee5edd4c-bfa0-418e-8bbf-7146ff2215ca req-4664a761-76f2-4327-b447-1c2a669273f4 service neutron] 10.222.0.39 "GET /v2.0/networks/855bb445-7a16-43c5-9642-e4ca0ba9d84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368430 Jun 08 18:35:46.751707 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Calling delete_port for ec932f5a-1a65-481e-9313-49cb284ae92c owned by network:floatingip {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:47.014126 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.018140 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:47.060656 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Pushing event deleted for resources: {'Port': ['ID=ec932f5a-1a65-481e-9313-49cb284ae92c,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:47.063554 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:47.151388 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks [] for floatingip, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.153736 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.154859 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] 10.222.0.43 "DELETE /v2.0/floatingips/453292bb-9230-4a63-8661-d098f5daf054 HTTP/1.1" status: 204 len: 168 time: 0.9135666 Jun 08 18:35:47.333046 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a21d-1c28-4129-ac87-bd87bb81014c req-741d370c-ad36-4d8f-ab40-82267fce99c5 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:47.334868 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-56b4a21d-1c28-4129-ac87-bd87bb81014c req-741d370c-ad36-4d8f-ab40-82267fce99c5 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 945 time: 0.0852392 Jun 08 18:35:47.386851 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-56b4a21d-1c28-4129-ac87-bd87bb81014c req-057200e3-ae85-4a88-bb41-9c03894ff13c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450017 Jun 08 18:35:47.544709 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7a63c-2e6d-4b14-8bda-38960881b874 req-e151c64a-e715-45e7-8ecb-689ceb173dd5 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:47.546152 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3fe7a63c-2e6d-4b14-8bda-38960881b874 req-e151c64a-e715-45e7-8ecb-689ceb173dd5 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 948 time: 0.0797615 Jun 08 18:35:47.597353 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3fe7a63c-2e6d-4b14-8bda-38960881b874 req-e4b08c18-011c-43b9-9c64-49c8fc60eac7 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Jun 08 18:35:47.864762 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:35:47.867675 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f28ce3d0-5e9a-41cb-a911-158b06ed7f11 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:48.031996 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:48.032400 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:48.101496 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,segment=NetworkSegment(d76e09b6-256f-445b-866a-5355614ffd90),segment_id=d76e09b6-256f-445b-866a-5355614ffd90)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:48.121395 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': 'd761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0', 'network_id': '855bb445-7a16-43c5-9642-e4ca0ba9d84d', 'port_id': 'd761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0', 'mac_address': 'fa:16:3e:1a:a8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a301a32-0829-49d1-bd74-b51ca279b98f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:35:48.229483 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:48.253322 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:48.262691 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:35:48.290377 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,segment=NetworkSegment(d76e09b6-256f-445b-866a-5355614ffd90),segment_id=d76e09b6-256f-445b-866a-5355614ffd90)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:48.295264 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:48.297551 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b93cedc-ccce-4cec-845b-af37e7ef6230" -d '{"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-plugged", "status": "completed", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:48.312920 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:48.342648 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da69192-0706-4472-893a-481176025fd4 x-openstack-request-id: req-6da69192-0706-4472-893a-481176025fd4 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:48.343008 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-plugged", "status": "completed", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:48.343288 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6da69192-0706-4472-893a-481176025fd4 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:48.343708 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'code': 200} Jun 08 18:35:48.398436 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:48.401363 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:48.438682 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:48.478265 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:48.481792 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:48.482363 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:48.560084 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=10']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:48.563442 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:48.610299 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:35:48.617765 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2678-3989-40d2-b20d-2ab0bfb7e299 req-c0ee12fa-8b86-4226-8e9b-97b5089175bd tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:48.620557 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d47f2678-3989-40d2-b20d-2ab0bfb7e299 req-c0ee12fa-8b86-4226-8e9b-97b5089175bd tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 947 time: 0.0908155 Jun 08 18:35:48.688576 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d47f2678-3989-40d2-b20d-2ab0bfb7e299 req-86ce5096-965f-43b8-aa5c-1aa0727efc49 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572758 Jun 08 18:35:48.834432 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4c51c-e5ed-4726-87f2-fa560f5ba694 req-b54564a8-a921-4434-a76e-cab779b60ac3 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:48.836715 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-26a4c51c-e5ed-4726-87f2-fa560f5ba694 req-b54564a8-a921-4434-a76e-cab779b60ac3 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 949 time: 0.0963721 Jun 08 18:35:48.838539 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827d17a-14dc-4442-9b3c-95f66ddb2ecc req-b4f37d9d-1098-4e24-b898-c044468b7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:48.839995 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7827d17a-14dc-4442-9b3c-95f66ddb2ecc req-b4f37d9d-1098-4e24-b898-c044468b7da0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 1100 time: 0.1164129 Jun 08 18:35:48.892981 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-26a4c51c-e5ed-4726-87f2-fa560f5ba694 req-a4f141b2-0cd7-4126-b988-8bd0a2cf4304 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481260 Jun 08 18:35:48.905747 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7827d17a-14dc-4442-9b3c-95f66ddb2ecc req-7d5e62b4-1032-4e0e-9763-743b7c362d92 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583951 Jun 08 18:35:49.866621 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:49.905987 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94d73b-5908-4602-a87b-c9a36dfc2c25 req-319a3d2a-ba5b-4774-886e-4d073c92b83d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:49.907447 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5d94d73b-5908-4602-a87b-c9a36dfc2c25 req-319a3d2a-ba5b-4774-886e-4d073c92b83d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 947 time: 0.0884259 Jun 08 18:35:49.954720 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5d94d73b-5908-4602-a87b-c9a36dfc2c25 req-a029e5e7-c908-4b63-ae87-b1398ccb204d tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Jun 08 18:35:50.019439 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:50.025779 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:50.026353 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:50.105310 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9324cef-2f50-44c4-ba4e-f5f2b7cbe2b2 req-be0f9f5c-3479-4a76-9be3-5ecc1c66dfd9 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:50.107041 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c9324cef-2f50-44c4-ba4e-f5f2b7cbe2b2 req-be0f9f5c-3479-4a76-9be3-5ecc1c66dfd9 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 949 time: 0.0864794 Jun 08 18:35:50.167088 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:50.176101 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c9324cef-2f50-44c4-ba4e-f5f2b7cbe2b2 req-bc2b1dfb-e943-44a2-8a0c-14423d7d9e92 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555756 Jun 08 18:35:50.208882 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,segment=NetworkSegment(d76e09b6-256f-445b-866a-5355614ffd90),segment_id=d76e09b6-256f-445b-866a-5355614ffd90)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:50.288343 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:50.290872 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:50.345739 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85db80bb-873c-42b4-a8f8-c845056d72ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:50.347983 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3655afa-0932-4479-af0c-b47b1493e576" -d '{"events": [{"server_uuid": "85db80bb-873c-42b4-a8f8-c845056d72ec", "name": "network-vif-plugged", "status": "completed", "tag": "d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:50.363161 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:50.367595 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:50.399610 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc5e6a-7caa-46b7-9a4b-3836132bb7fb x-openstack-request-id: req-e4cc5e6a-7caa-46b7-9a4b-3836132bb7fb {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:50.399904 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85db80bb-873c-42b4-a8f8-c845056d72ec", "name": "network-vif-plugged", "status": "completed", "tag": "d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:50.400193 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4cc5e6a-7caa-46b7-9a4b-3836132bb7fb {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:50.400623 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85db80bb-873c-42b4-a8f8-c845056d72ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0', 'code': 200} Jun 08 18:35:50.820861 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130341a-b7fe-4683-ae2e-658275c591fa req-e85de709-e133-490c-a1f8-5d63fb3013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:50.822335 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b130341a-b7fe-4683-ae2e-658275c591fa req-e85de709-e133-490c-a1f8-5d63fb3013c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 1103 time: 0.0741687 Jun 08 18:35:50.867668 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b130341a-b7fe-4683-ae2e-658275c591fa req-897199d5-b97e-47bc-a35d-13238eeef3ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388801 Jun 08 18:35:51.157072 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9f359-9fc5-41fd-87da-33fa87a96042 req-ed57b54d-01be-4a8b-afeb-0b4bc1f27fe6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:51.158444 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e5d9f359-9fc5-41fd-87da-33fa87a96042 req-ed57b54d-01be-4a8b-afeb-0b4bc1f27fe6 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 947 time: 0.0836883 Jun 08 18:35:51.204956 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e5d9f359-9fc5-41fd-87da-33fa87a96042 req-f45f36ea-153b-448f-8f39-16358ff38164 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397789 Jun 08 18:35:51.391667 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cc4fb-4406-4559-8f94-d6dfd87a7312 req-dc5037d9-7bcd-451b-9fa1-18c7dfb99709 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:51.393119 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9c1cc4fb-4406-4559-8f94-d6dfd87a7312 req-dc5037d9-7bcd-451b-9fa1-18c7dfb99709 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 950 time: 0.0796909 Jun 08 18:35:51.438560 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9c1cc4fb-4406-4559-8f94-d6dfd87a7312 req-6ad8e12b-f344-47f9-95fd-dbe7083757eb tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Jun 08 18:35:51.790895 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e8323d5f-7e3b-4fb8-bf1e-12041919edf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:51.800394 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33840) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:52.524757 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfbf3e-174b-41c9-88bd-049ad97cfdd3 req-96399091-ab82-4297-8c07-748826bfe90c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:52.526234 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7bcfbf3e-174b-41c9-88bd-049ad97cfdd3 req-96399091-ab82-4297-8c07-748826bfe90c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 947 time: 0.1665711 Jun 08 18:35:52.616502 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7bcfbf3e-174b-41c9-88bd-049ad97cfdd3 req-4eff8527-0728-4e57-8c8d-38863c684d9c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588601 Jun 08 18:35:52.635245 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f64bf-c807-470a-8124-9af4e9f6cf91 req-39803957-74df-4184-a5a3-809591dc44d7 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:52.636796 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-094f64bf-c807-470a-8124-9af4e9f6cf91 req-39803957-74df-4184-a5a3-809591dc44d7 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 950 time: 0.0846090 Jun 08 18:35:52.683183 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-094f64bf-c807-470a-8124-9af4e9f6cf91 req-aeea29e4-3c2f-47ce-b2f5-a43777405772 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Jun 08 18:35:52.721923 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-908584'] for router_interface, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.140325 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Deleting port 9b8fec20-e167-448f-911e-716cdd237798 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:53.140664 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.268488 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] For port 9b8fec20-e167-448f-911e-716cdd237798, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=9b8fec20-e167-448f-911e-716cdd237798,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:53.268950 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.324502 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7faa3f-a52a-4974-a7c2-a92ba240c5a9 req-e3b23a71-2786-4b42-86e3-923673f04e4d tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:53.326034 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5e7faa3f-a52a-4974-a7c2-a92ba240c5a9 req-e3b23a71-2786-4b42-86e3-923673f04e4d tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 950 time: 0.0798008 Jun 08 18:35:53.395588 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Calling delete_port for 9b8fec20-e167-448f-911e-716cdd237798 owned by network:router_interface {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:53.402410 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5e7faa3f-a52a-4974-a7c2-a92ba240c5a9 req-58705ce4-6231-41d6-8c8c-415b5692b3dd tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694306 Jun 08 18:35:53.591023 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.595119 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3782c6b1-3879-4da7-abe3-8f3622bad4c3 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:53.639852 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8fec20-e167-448f-911e-716cdd237798,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:53.643026 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:54.007994 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844755'] for router_interface, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:54.382953 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Router 56e7d4ce-7793-416d-8d86-5b609665a7f5 has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:35:54.653914 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:54.721006 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:35:54.728504 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] 10.222.0.43 "PUT /v2.0/routers/56e7d4ce-7793-416d-8d86-5b609665a7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9267671 Jun 08 18:35:54.730740 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 33860) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:54.734586 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] Sync routers for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:35:54.745640 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:54.746790 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:54.769854 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da939d3-0af4-4c9b-b76f-30cf769d7b67 req-063fc344-69fb-4639-88bc-369bc7b6bf9f tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:54.771362 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6da939d3-0af4-4c9b-b76f-30cf769d7b67 req-063fc344-69fb-4639-88bc-369bc7b6bf9f tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 950 time: 0.2144051 Jun 08 18:35:54.781589 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-2840ed40-7ce4-4a30-9699-972440f54aa8 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:54.783801 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-2840ed40-7ce4-4a30-9699-972440f54aa8 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.39 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 950 time: 0.2255883 Jun 08 18:35:54.842187 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-1a72594e-1e1f-47c6-bc71-d3f5c7bbdd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:54.924002 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6da939d3-0af4-4c9b-b76f-30cf769d7b67 req-89c5bb07-a202-49a6-aed4-615a3c8abb3c tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/security-groups?id=025251ea-e5c2-40e4-9e23-0492eb1073fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390159 Jun 08 18:35:54.964060 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks [] for router, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:54.975907 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:55.010733 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Deleting port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:55.011096 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:55.148948 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:55.151491 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] For port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,segment=NetworkSegment(d76e09b6-256f-445b-866a-5355614ffd90),segment_id=d76e09b6-256f-445b-866a-5355614ffd90)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:55.151851 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:55.275919 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Calling delete_port for d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:55.282396 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:35:53Z', 'revision_number': 5, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port': {'id': 'd4f3cf61-a858-4bec-a6be-4a65c8fafc81', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:55.298672 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] Checking router: 56e7d4ce-7793-416d-8d86-5b609665a7f5 for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:35:55.298672 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] Routers {'56e7d4ce-7793-416d-8d86-5b609665a7f5'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:55.298672 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['56e7d4ce-7793-416d-8d86-5b609665a7f5'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:55.328607 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Deleting port d4f3cf61-a858-4bec-a6be-4a65c8fafc81 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:55.329168 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:55.454056 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:55.459119 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] Set router 56e7d4ce-7793-416d-8d86-5b609665a7f5 gateway port host: None {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:55.464037 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-370a0593-1bfd-4126-97ea-772fb37ac35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:55.503372 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] For port d4f3cf61-a858-4bec-a6be-4a65c8fafc81, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=d4f3cf61-a858-4bec-a6be-4a65c8fafc81,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:55.504055 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:55.522052 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:35:55.622433 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Pushing event deleted for resources: {'Port': ['ID=d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:55.626405 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:55.638488 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:35:55Z', 'revision_number': 6, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port_host': None}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:55.647683 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d2ef0-cf15-4d3d-8457-6a8de377ea2a None None] The sync data for ids ['56e7d4ce-7793-416d-8d86-5b609665a7f5'] in dv-cinder-789564-4-smb is: [{'id': '56e7d4ce-7793-416d-8d86-5b609665a7f5', 'name': 'tempest-AttachVolumeTestJSON-1267471753-router', 'tenant_id': '1537138941164e968bf25bf7ddaaba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:33Z', 'updated_at': '2021-06-08T18:35:55Z', 'revision_number': 6, 'project_id': '1537138941164e968bf25bf7ddaaba43', 'gw_port_host': None}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:35:55.665587 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Calling delete_port for d4f3cf61-a858-4bec-a6be-4a65c8fafc81 owned by network:router_gateway {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:55.707689 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] No DVR routers for this DVR port d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:35:55.710159 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:55.712286 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1c3f72d7-e38c-424f-8278-e5a0a67283ad req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.39 "DELETE /v2.0/ports/d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 HTTP/1.1" status: 204 len: 173 time: 0.9123485 Jun 08 18:35:55.712879 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85db80bb-873c-42b4-a8f8-c845056d72ec', 'name': 'network-vif-deleted', 'tag': 'd761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:55.715463 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77dccd7-22cb-4c0e-b427-e5ca934399e7" -d '{"events": [{"server_uuid": "85db80bb-873c-42b4-a8f8-c845056d72ec", "name": "network-vif-deleted", "tag": "d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:55.764565 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cadc43-6af0-40cd-9699-0aabe3ce9bcc x-openstack-request-id: req-d0cadc43-6af0-40cd-9699-0aabe3ce9bcc {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:55.764565 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85db80bb-873c-42b4-a8f8-c845056d72ec", "name": "network-vif-deleted", "tag": "d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:55.764565 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0cadc43-6af0-40cd-9699-0aabe3ce9bcc {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:55.764565 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85db80bb-873c-42b4-a8f8-c845056d72ec', 'name': 'network-vif-deleted', 'tag': 'd761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0', 'status': 'completed', 'code': 200} Jun 08 18:35:55.917434 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:56.128426 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:56.129038 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8018dd20-9863-43c2-9708-d5ea2d9e0265 req-81d3468f-cbf2-4d88-8f3c-26e56b663769 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] 10.222.0.43 "GET /v2.0/ports?device_id=85db80bb-873c-42b4-a8f8-c845056d72ec HTTP/1.1" status: 200 len: 210 time: 0.0477772 Jun 08 18:35:56.133025 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3ef4692f-753d-413e-9efd-c06caec18dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:56.177818 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f3cf61-a858-4bec-a6be-4a65c8fafc81,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:56.181893 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:56.273421 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-908622'] for router_gateway, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:56.449429 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-856347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13369'] for router, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:56.453267 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:56.603087 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-856567'] for router, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:56.605382 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56e7d4ce-7793-416d-8d86-5b609665a7f5 {{(pid=92350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:35:56.609755 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:56.612931 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-9af74ac4-6985-42b5-a6c5-b83102324f77 admin admin] 10.222.0.43 "DELETE /v2.0/routers/56e7d4ce-7793-416d-8d86-5b609665a7f5 HTTP/1.1" status: 204 len: 168 time: 1.8781912 Jun 08 18:35:56.614740 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33866) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:56.680762 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a40638-b84d-4bee-bd98-a46966921e83 admin admin] Deleting subnet 0fb9e205-6293-4bb9-bb98-e7283065bd90 {{(pid=92351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:35:56.683049 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-37a40638-b84d-4bee-bd98-a46966921e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:56.745084 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-37a40638-b84d-4bee-bd98-a46966921e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1460406'] for subnet, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:56.895452 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-37a40638-b84d-4bee-bd98-a46966921e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.037282 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-37a40638-b84d-4bee-bd98-a46966921e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1470609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2574592'] for subnet, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.041649 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9b1dd781-6a75-4a03-8ad3-41ef2ba6ac93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:57.077535 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a40638-b84d-4bee-bd98-a46966921e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb9e205-6293-4bb9-bb98-e7283065bd90,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:57.079506 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-37a40638-b84d-4bee-bd98-a46966921e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.082848 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-37a40638-b84d-4bee-bd98-a46966921e83 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0fb9e205-6293-4bb9-bb98-e7283065bd90 HTTP/1.1" status: 204 len: 168 time: 0.4658916 Jun 08 18:35:57.082848 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-37a40638-b84d-4bee-bd98-a46966921e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:57.084178 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33868) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:57.087519 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cb6218-6bf9-439b-be5d-0b3094b3ba25 None None] Network a4a910d2-f7ed-4a4f-a59a-2af939d7546b requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:35:57.196391 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.276851 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Deleting port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:57.277337 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.364420 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] DHCP port deletion for a4a910d2-f7ed-4a4f-a59a-2af939d7546b request from dv-cinder-789564-4-smb {{(pid=92352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:35:57.384416 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] For port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:57.384777 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.447457 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] Deleting port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf {{(pid=92352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:57.448317 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.463115 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.517899 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Calling delete_port for c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf owned by network:dhcp {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:57.555268 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] For port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf,segment=NetworkSegment(5462d66d-072e-4a50-ade9-461985fee3cd),segment_id=5462d66d-072e-4a50-ade9-461985fee3cd)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:57.555737 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.630589 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.635746 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-76d1ed60-42df-4e4b-8c35-1f53e147b5b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:57.684168 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:57.692082 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:57.692082 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] No DVR routers for this DVR port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf on host dv-cinder-789564-4-smb {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:35:57.715915 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] Calling delete_port for c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf owned by network:dhcp {{(pid=92352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:57.784413 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:57.813600 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.826764 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a910d2-f7ed-4a4f-a59a-2af939d7546b']}} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:57.829362 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:35:57.829706 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:57.830127 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 9b8fec20-e167-448f-911e-716cdd237798 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:57.839333 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5462d66d-072e-4a50-ade9-461985fee3cd') {'for_net_delete': True} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:57.839654 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5462d66d-072e-4a50-ade9-461985fee3cd') {} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:57.851696 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1460413'] for segment, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.868886 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 9b8fec20-e167-448f-911e-716cdd237798 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:35:57.869102 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 9b8fec20-e167-448f-911e-716cdd237798 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:57.869585 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device d4f3cf61-a858-4bec-a6be-4a65c8fafc81 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:57.877055 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.884034 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=92351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:35:57.884444 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1470516'] for segment, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: Traceback (most recent call last): Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: timer() Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: cb(*args, **kw) Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: return func(*args, **kwargs) Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: self._notify() Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: self.callback(batched_events) Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: event.method(event) Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: return f(self, *a, **k) Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: return self._get(url).json() Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: return self.request(url, 'GET', **kwargs) Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:35:57.898452 dv-cinder-789564-4-smb neutron-server[92351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:35:57.911088 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:57.957819 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: d4f3cf61-a858-4bec-a6be-4a65c8fafc81 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:35:57.958163 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device d4f3cf61-a858-4bec-a6be-4a65c8fafc81 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:57.961934 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:35:57.962382 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device d761801d-dbfd-4a8a-a1d0-8e5bcb78dcc0 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:57.985514 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954'] for port, after_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:57.988318 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:58.033016 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] Pushing event deleted for resources: {'Port': ['ID=c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf,revision_number=None']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:58.036031 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:58.037037 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] No DVR routers for this DVR port c9a02c79-98a6-40e1-bd5c-fc1102bbbdcf on host dv-cinder-789564-4-smb {{(pid=92352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:35:58.065058 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:58.069693 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-bd2a0ee3-f563-43dc-b7d4-c4330c1d72c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:58.086959 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:58.088915 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] 10.222.0.43 "DELETE /v2.0/networks/a4a910d2-f7ed-4a4f-a59a-2af939d7546b HTTP/1.1" status: 204 len: 168 time: 1.0037954 Jun 08 18:35:58.092361 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a910d2-f7ed-4a4f-a59a-2af939d7546b,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:58.094714 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:58.485030 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33944) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:58.540674 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-5d43d10e-3c06-4438-917d-ca32087a2983 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1537138941164e968bf25bf7ddaaba43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543790 Jun 08 18:35:58.543051 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 33954) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:58.601932 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e01c1ac5-88a0-437b-bec3-32c2c1f59279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:58.629105 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e01c1ac5-88a0-437b-bec3-32c2c1f59279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:58.745100 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e01c1ac5-88a0-437b-bec3-32c2c1f59279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:58.747628 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-e01c1ac5-88a0-437b-bec3-32c2c1f59279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:58.748834 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-e01c1ac5-88a0-437b-bec3-32c2c1f59279 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e14bb483-ee6f-432c-a803-2a000a902133 HTTP/1.1" status: 204 len: 168 time: 0.2048805 Jun 08 18:35:58.749612 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e5c14e1d-8b78-49f1-ba94-666171dc2a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:58.759288 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c1ac5-88a0-437b-bec3-32c2c1f59279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14bb483-ee6f-432c-a803-2a000a902133,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:58.765650 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e01c1ac5-88a0-437b-bec3-32c2c1f59279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:04.305406 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34160) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:04.461016 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-912d0215-e8c4-4f54-bcd4-c7a1e901af73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c991954f21548a7a0be9334c87d8ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542988 Jun 08 18:36:04.463366 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34164) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:04.522247 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2fb-ab0a-441a-bfaa-a9b21ab93f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.549173 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2fb-ab0a-441a-bfaa-a9b21ab93f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.659234 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2fb-ab0a-441a-bfaa-a9b21ab93f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.661634 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2fb-ab0a-441a-bfaa-a9b21ab93f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.662772 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-8f95a2fb-ab0a-441a-bfaa-a9b21ab93f0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/025251ea-e5c2-40e4-9e23-0492eb1073fe HTTP/1.1" status: 204 len: 168 time: 0.1984708 Jun 08 18:36:04.664081 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-448c1538-aa30-43c0-9433-7b6e7d3d335b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:04.673695 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95a2fb-ab0a-441a-bfaa-a9b21ab93f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025251ea-e5c2-40e4-9e23-0492eb1073fe,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:04.676204 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8f95a2fb-ab0a-441a-bfaa-a9b21ab93f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:05.820607 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34194) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:05.929859 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-912609306-network', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:06.013518 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Made reservation on behalf of c1eb6a7953944ad68478fa88961d470e for: {'network': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:36:06.015798 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.028968 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.146544 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.202258 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.206902 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-76d55aeb-fd37-49fc-807a-85e9563ce4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:06.231384 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=92350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:36:06.243956 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a42b56-0b2d-4bde-bfba-1fdbab40ead1,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:06.247928 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:06.248899 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.249231 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.segments_db [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Added segment 4faa406e-2d67-4254-ae15-38b958dafede of type vlan for network 815fed0c-feee-4993-b2f3-e760a3990d2b Jun 08 18:36:06.275989 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.339032 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.340439 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:06.341019 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.346102 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-57d7b960-415b-47f7-b818-ceda102ffb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:06.440574 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Pushing event updated for resources: {'Network': ['ID=815fed0c-feee-4993-b2f3-e760a3990d2b,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:06.443383 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:06.450875 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 815fed0c-feee-4993-b2f3-e760a3990d2b details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:36:06.500338 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6785879 Jun 08 18:36:06.503199 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34198) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:06.508601 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Request body: {'subnet': {'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-912609306-subnet', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'ip_version': 4}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:06.591156 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Made reservation on behalf of c1eb6a7953944ad68478fa88961d470e for: {'subnet': 1} {{(pid=92350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:36:06.593662 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2460049'] for subnet, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.905440 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2356171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2460095'] for subnet, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:06.910753 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-34df45c7-1408-4a9e-841a-cd20705b45ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:06.988870 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c271c8-8575-40f8-81ad-32cd1f151718,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:06.995148 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Checking segment: {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:06.995315 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Network hostable DHCP agents. Network: 815fed0c-feee-4993-b2f3-e760a3990d2b, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:36:06.999252 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:07.082538 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Network 815fed0c-feee-4993-b2f3-e760a3990d2b is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:36:07.139477 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 815fed0c-feee-4993-b2f3-e760a3990d2b) {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:07.147693 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:07.147693 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:07.150101 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19d2513-afd0-49e6-a901-c022c6bd9bee None None] Network 815fed0c-feee-4993-b2f3-e760a3990d2b requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:36:07.227009 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-99ab582b-7b0f-461f-ab27-d79a0318aa99 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7223983 Jun 08 18:36:07.229633 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34208) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:07.235352 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:07.342849 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-856405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13327'] for router, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:07.343481 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-856318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13312'] for router, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:07.364934 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:07.425946 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700ac206-2eea-5549-baf1-7749e302a675-815fed0c-feee-4993-b2f3-e760a3990d2b', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718'}]}} from dv-cinder-789564-4-smb. {{(pid=92352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:36:07.426797 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:07.626980 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.db_base_plugin_common [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Allocated IP 172.20.0.2 (815fed0c-feee-4993-b2f3-e760a3990d2b/e5c271c8-8575-40f8-81ad-32cd1f151718/a30d54ba-3c63-4379-b553-391f00c30061) {{(pid=92352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:36:07.820551 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-856391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13362'] for router, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:07.852534 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Notify callbacks [] for port, precommit_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:07.863577 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Transition to ACTIVE for port object a30d54ba-3c63-4379-b553-391f00c30061 will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:07.883172 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Transition to ACTIVE for port object a30d54ba-3c63-4379-b553-391f00c30061 will not be triggered until provisioned by entity DHCP. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:07.980023 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:07.980851 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:07.980851 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:36:07.980851 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:36:07.980851 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:36:07.980851 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:07.980851 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Jun 08 18:36:08.010494 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Network 815fed0c-feee-4993-b2f3-e760a3990d2b is already hosted by enough agents. {{(pid=92352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:08.012565 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.base_scheduler [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Resources bound (agent type, host, resource id): {{(pid=92352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:08.015176 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Received port after_create {{(pid=92352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:36:08.117612 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Attempting to bind port a30d54ba-3c63-4379-b553-391f00c30061 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:36:08.118097 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Attempting to bind port a30d54ba-3c63-4379-b553-391f00c30061 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:36:08.118366 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Attempting to bind port a30d54ba-3c63-4379-b553-391f00c30061 on network 815fed0c-feee-4993-b2f3-e760a3990d2b {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:08.125692 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:36:08.125692 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Checking segment: {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:08.126170 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:08.126315 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Bound using segment: {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:36:08.126827 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Bound port: a30d54ba-3c63-4379-b553-391f00c30061, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:36:08.127217 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:08.230089 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] For port a30d54ba-3c63-4379-b553-391f00c30061, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:36:08.233473 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] For port a30d54ba-3c63-4379-b553-391f00c30061, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=a30d54ba-3c63-4379-b553-391f00c30061,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:36:08.242288 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:08.273984 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:08.340355 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:08.345216 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:08.420248 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Allocated IP 172.28.2.51 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/24e552c1-8931-4960-aed5-96035944e702) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:36:08.426137 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Pushing event updated for resources: {'Port': ['ID=a30d54ba-3c63-4379-b553-391f00c30061,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:08.434365 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.434839 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.435121 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.435487 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.435817 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.436176 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.436510 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.436837 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.437279 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.437525 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.437848 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.438172 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:08.442303 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:08.587840 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:08.722582 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:08.723164 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:08.723164 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:36:08.723164 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:36:08.723164 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:36:08.723164 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:08.723164 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:36:08.740220 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:08.741883 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:08.744443 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:36:09.241447 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a6c1b-6567-440c-a801-d76aecce8caa None None] Network 815fed0c-feee-4993-b2f3-e760a3990d2b requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:36:09.261803 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:09.420742 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-f1fafff9-507d-4a57-a11e-01d50ac14a8b None None] Provisioning for port a30d54ba-3c63-4379-b553-391f00c30061 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:09.740484 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-856398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845750'] for router, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:09.797844 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device a30d54ba-3c63-4379-b553-391f00c30061 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:09.967998 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port a30d54ba-3c63-4379-b553-391f00c30061 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:09.973079 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port a30d54ba-3c63-4379-b553-391f00c30061 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:09.974142 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:10.089337 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:10.111379 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Router 2c312461-31ab-4b8e-bbb6-3af355e8362b is scheduled to L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 with binding_index 1 {{(pid=92351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:36:10.123881 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port a30d54ba-3c63-4379-b553-391f00c30061, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=a30d54ba-3c63-4379-b553-391f00c30061,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:10.213547 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:10.218880 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:10.297425 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=a30d54ba-3c63-4379-b553-391f00c30061,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:10.300906 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:10.311153 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:36:10.321584 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Sync routers for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:36:10.331849 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:10.337577 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:10.448113 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] Notify callbacks [] for router, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:10.449549 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-77a96a58-add5-4bf5-8fcf-18fc53ffc903 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2186344 Jun 08 18:36:10.452375 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34238) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:10.515500 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:10.824889 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:36:10.827117 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:08Z', 'revision_number': 3, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:10.831485 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Checking router: 2c312461-31ab-4b8e-bbb6-3af355e8362b for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:36:10.831848 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Updating router 2c312461-31ab-4b8e-bbb6-3af355e8362b port 24e552c1-8931-4960-aed5-96035944e702 binding host dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:36:10.888755 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.257993 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.263294 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Notify callbacks [] for port, precommit_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.275722 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.provisioning_blocks [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Transition to ACTIVE for port object 24e552c1-8931-4960-aed5-96035944e702 will not be triggered until provisioned by entity L2. {{(pid=92353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:11.333355 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.343328 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:11.421694 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Attempting to bind port 24e552c1-8931-4960-aed5-96035944e702 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:36:11.422095 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Attempting to bind port 24e552c1-8931-4960-aed5-96035944e702 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:36:11.422549 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Attempting to bind port 24e552c1-8931-4960-aed5-96035944e702 on network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:11.424753 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Pushing event updated for resources: {'Port': ['ID=24e552c1-8931-4960-aed5-96035944e702,revision_number=2']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:11.434047 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:36:11.434444 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Checking segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:11.434991 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.435365 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Bound using segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:36:11.435848 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Bound port: 24e552c1-8931-4960-aed5-96035944e702, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:36:11.436267 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.467709 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.468073 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.469262 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.469262 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.469507 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.469827 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.470147 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.470458 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.470769 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.471080 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.471389 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.471696 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:11.478684 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Allocated IP 172.20.0.1 (815fed0c-feee-4993-b2f3-e760a3990d2b/e5c271c8-8575-40f8-81ad-32cd1f151718/375c08ed-3c49-4997-a51b-2d3530bc1d4e) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:36:11.485533 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:11.525867 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] For port 24e552c1-8931-4960-aed5-96035944e702, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:36:11.528809 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] For port 24e552c1-8931-4960-aed5-96035944e702, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=24e552c1-8931-4960-aed5-96035944e702,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:36:11.596964 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.604904 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-0ec8820f-c7f4-4542-964e-2e7815feaa3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:11.637999 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.662470 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Transition to ACTIVE for port object 375c08ed-3c49-4997-a51b-2d3530bc1d4e will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:11.683579 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:11.695335 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:11.752874 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device a30d54ba-3c63-4379-b553-391f00c30061 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:11.774993 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.775579 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:11.775579 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:36:11.775579 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:36:11.775579 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:36:11.775579 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:11.775579 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:36:11.797952 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Network 815fed0c-feee-4993-b2f3-e760a3990d2b is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:11.799225 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:11.801703 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:36:11.824400 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Pushing event updated for resources: {'Port': ['ID=24e552c1-8931-4960-aed5-96035944e702,revision_number=3']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:11.827979 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:11.848466 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port a30d54ba-3c63-4379-b553-391f00c30061 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:11.849025 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.880002 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908768'] for router_interface, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:11.916723 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:12.212823 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:12.213736 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-fe4958ba-6d65-4c74-ad78-4c2702c974f6 None None] Provisioning for port 375c08ed-3c49-4997-a51b-2d3530bc1d4e completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:12.219225 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-fe4958ba-6d65-4c74-ad78-4c2702c974f6 None None] Provisioning complete for port 375c08ed-3c49-4997-a51b-2d3530bc1d4e triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:12.219602 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-fe4958ba-6d65-4c74-ad78-4c2702c974f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:12.220896 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:08Z', 'revision_number': 3, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:12.226607 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe75de-5a5c-4c20-839b-fcb3af22b293 None None] The sync data for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb is: [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:08Z', 'revision_number': 3, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:36:12.280905 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-fe4958ba-6d65-4c74-ad78-4c2702c974f6 None None] Port 375c08ed-3c49-4997-a51b-2d3530bc1d4e cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:36:12.472527 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:12.556837 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:12.581551 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:12.666360 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Pushing event updated for resources: {'Port': ['ID=375c08ed-3c49-4997-a51b-2d3530bc1d4e,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:12.668810 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-908577'] for router_interface, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:12.672628 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:12.813636 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Network 815fed0c-feee-4993-b2f3-e760a3990d2b is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:12.814841 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:13.032531 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Router 2c312461-31ab-4b8e-bbb6-3af355e8362b has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:36:13.119538 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-0b4be8dc-7186-46de-8535-7f96d8619f6b None None] Provisioning complete for port 375c08ed-3c49-4997-a51b-2d3530bc1d4e triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:13.120843 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0b4be8dc-7186-46de-8535-7f96d8619f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:13.185271 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-0b4be8dc-7186-46de-8535-7f96d8619f6b None None] Port 375c08ed-3c49-4997-a51b-2d3530bc1d4e cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:36:13.347739 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:36:13.353274 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-83022904-220b-4694-9a8f-ca2ce310a281 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c312461-31ab-4b8e-bbb6-3af355e8362b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8999121 Jun 08 18:36:13.762527 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 24e552c1-8931-4960-aed5-96035944e702 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:13.917244 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Sync routers for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:36:13.923392 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 24e552c1-8931-4960-aed5-96035944e702 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:13.930280 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 24e552c1-8931-4960-aed5-96035944e702 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:13.930746 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:13.963024 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:13.963655 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:14.185186 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34284) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:14.190513 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1350243505-network', 'tenant_id': '120db9effd5f4cddaf79b711214bda31'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:14.214920 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:14.265202 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Made reservation on behalf of 120db9effd5f4cddaf79b711214bda31 for: {'network': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:36:14.268096 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.277177 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.282277 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.300190 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 24e552c1-8931-4960-aed5-96035944e702, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=24e552c1-8931-4960-aed5-96035944e702,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:14.357619 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.367578 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:14.399498 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.489030 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.497009 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-4d1b07cc-b7a5-4ce3-bd23-b19101e8e9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:14.521003 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=24e552c1-8931-4960-aed5-96035944e702,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:14.533049 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:14.544448 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=92351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:36:14.553364 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da984de5-0bfc-4e83-93a1-8de58c548f2b,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:14.557626 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:14.560220 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.560556 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.segments_db [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Added segment f65db1eb-6f0d-4c6e-900b-c617cbea4930 of type vlan for network a66aac50-0c1d-4f22-acab-e21708f338f5 Jun 08 18:36:14.587288 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.624040 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '375c08ed-3c49-4997-a51b-2d3530bc1d4e', 'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'mac_address': 'fa:16:3e:bf:1a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:11Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 2, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'subnets': [{'id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:14.628064 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Checking router: 2c312461-31ab-4b8e-bbb6-3af355e8362b for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:36:14.628463 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Updating router 2c312461-31ab-4b8e-bbb6-3af355e8362b port 375c08ed-3c49-4997-a51b-2d3530bc1d4e binding host dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:36:14.687202 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.706267 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.707989 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:14.708690 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:14.714381 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:14.819160 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a66aac50-0c1d-4f22-acab-e21708f338f5,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:14.822061 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:14.832804 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network a66aac50-0c1d-4f22-acab-e21708f338f5 details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:36:14.862688 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6737049 Jun 08 18:36:14.862930 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34294) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:14.868473 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Request body: {'subnet': {'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1350243505-subnet', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:14.979036 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Made reservation on behalf of 120db9effd5f4cddaf79b711214bda31 for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:36:14.981539 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2574629'] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.179825 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Notify callbacks [] for port, precommit_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.195451 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Transition to ACTIVE for port object 375c08ed-3c49-4997-a51b-2d3530bc1d4e will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:15.288720 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.292666 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:15.397065 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1470674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2574603'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.403224 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-479474f9-0417-42cf-9f23-73110d3368c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:15.449671 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f4dd-2709-4117-ab90-1deec5b599c6 None None] Pushing event updated for resources: {'Port': ['ID=375c08ed-3c49-4997-a51b-2d3530bc1d4e,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:15.457328 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-9ba3f4dd-2709-4117-ab90-1deec5b599c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:15.497560 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f7441a-7cb8-4d6e-a093-22f79d44836f,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:15.501087 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:15.502086 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Checking segment: {'id': 'f65db1eb-6f0d-4c6e-900b-c617cbea4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:15.502555 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Network hostable DHCP agents. Network: a66aac50-0c1d-4f22-acab-e21708f338f5, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:36:15.516047 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Attempting to bind port 375c08ed-3c49-4997-a51b-2d3530bc1d4e on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:36:15.516466 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Attempting to bind port 375c08ed-3c49-4997-a51b-2d3530bc1d4e by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:36:15.516840 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Attempting to bind port 375c08ed-3c49-4997-a51b-2d3530bc1d4e on network 815fed0c-feee-4993-b2f3-e760a3990d2b {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:15.523245 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:36:15.523718 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Checking segment: {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:15.524147 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.524564 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Bound using segment: {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:36:15.525068 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Bound port: 375c08ed-3c49-4997-a51b-2d3530bc1d4e, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:36:15.525446 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.602089 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Network a66aac50-0c1d-4f22-acab-e21708f338f5 is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:36:15.635806 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] For port 375c08ed-3c49-4997-a51b-2d3530bc1d4e, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:36:15.641689 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] For port 375c08ed-3c49-4997-a51b-2d3530bc1d4e, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=375c08ed-3c49-4997-a51b-2d3530bc1d4e,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:36:15.726213 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 24e552c1-8931-4960-aed5-96035944e702 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:15.744875 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, a66aac50-0c1d-4f22-acab-e21708f338f5) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:15.751291 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:15.752023 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.762262 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad20e5a-87a8-4657-9dc7-b8f6709ca213 None None] Network a66aac50-0c1d-4f22-acab-e21708f338f5 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:36:15.837324 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.844333 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.849126 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:15.871587 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-1cfecf26-0a58-4d7f-a0a8-227dd254a78a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0071161 Jun 08 18:36:15.873714 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34302) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:15.878144 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:15.956900 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:15.957530 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:15.967821 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-856405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13327'] for router, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.968920 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-856318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13312'] for router, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:15.987082 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:16.097357 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f4dd-2709-4117-ab90-1deec5b599c6 None None] Pushing event updated for resources: {'Port': ['ID=375c08ed-3c49-4997-a51b-2d3530bc1d4e,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:16.115738 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-9ba3f4dd-2709-4117-ab90-1deec5b599c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:16.155580 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 24e552c1-8931-4960-aed5-96035944e702 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:16.155954 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:16.308523 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:16.310810 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-856391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13362'] for router, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:16.404610 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700ac206-2eea-5549-baf1-7749e302a675-a66aac50-0c1d-4f22-acab-e21708f338f5', 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'fixed_ips': [{'subnet_id': 'e3f7441a-7cb8-4d6e-a093-22f79d44836f'}]}} from dv-cinder-789564-4-smb. {{(pid=92352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:36:16.405428 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:16.694630 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:16.832242 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.db_base_plugin_common [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Allocated IP 172.20.0.2 (a66aac50-0c1d-4f22-acab-e21708f338f5/e3f7441a-7cb8-4d6e-a093-22f79d44836f/86d32729-5231-411f-9c7f-0edc46af482c) {{(pid=92352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:36:16.838496 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:16.936367 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '375c08ed-3c49-4997-a51b-2d3530bc1d4e', 'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'mac_address': 'fa:16:3e:bf:1a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:11Z', 'updated_at': '2021-06-08T18:36:15Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'subnets': [{'id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:16.950431 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2025419a-b5e3-4d92-b9c5-e7313670be43 None None] The sync data for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb is: [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '375c08ed-3c49-4997-a51b-2d3530bc1d4e', 'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'mac_address': 'fa:16:3e:bf:1a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:11Z', 'updated_at': '2021-06-08T18:36:15Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'subnets': [{'id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:36:16.985239 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Allocated IP 172.28.2.8 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/d0b69e2d-c693-4226-8137-0ad4ebef6d83) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:36:17.117312 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Notify callbacks [] for port, precommit_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:17.123649 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Transition to ACTIVE for port object 86d32729-5231-411f-9c7f-0edc46af482c will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:17.155912 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Transition to ACTIVE for port object 86d32729-5231-411f-9c7f-0edc46af482c will not be triggered until provisioned by entity DHCP. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:17.204946 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:17.225598 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:17.226222 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:17.226222 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:36:17.226222 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:36:17.226222 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:36:17.226222 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:17.226222 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Jun 08 18:36:17.244718 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Network a66aac50-0c1d-4f22-acab-e21708f338f5 is already hosted by enough agents. {{(pid=92352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:17.246402 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.base_scheduler [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Resources bound (agent type, host, resource id): {{(pid=92352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:17.248893 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Received port after_create {{(pid=92352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:36:17.350882 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Attempting to bind port 86d32729-5231-411f-9c7f-0edc46af482c on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:36:17.351593 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Attempting to bind port 86d32729-5231-411f-9c7f-0edc46af482c by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'f65db1eb-6f0d-4c6e-900b-c617cbea4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:36:17.351593 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Attempting to bind port 86d32729-5231-411f-9c7f-0edc46af482c on network a66aac50-0c1d-4f22-acab-e21708f338f5 {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:17.357407 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:36:17.357784 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Checking segment: {'id': 'f65db1eb-6f0d-4c6e-900b-c617cbea4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:17.358195 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:17.358596 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Bound using segment: {'id': 'f65db1eb-6f0d-4c6e-900b-c617cbea4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:36:17.359073 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Bound port: 86d32729-5231-411f-9c7f-0edc46af482c, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65db1eb-6f0d-4c6e-900b-c617cbea4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:36:17.359455 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:17.368765 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:17.369305 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:17.369305 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:36:17.369305 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:36:17.369305 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:36:17.369305 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:17.369305 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:36:17.387997 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:17.389262 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:17.391679 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:36:17.465647 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] For port 86d32729-5231-411f-9c7f-0edc46af482c, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:36:17.472182 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] For port 86d32729-5231-411f-9c7f-0edc46af482c, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=86d32729-5231-411f-9c7f-0edc46af482c,segment=NetworkSegment(f65db1eb-6f0d-4c6e-900b-c617cbea4930),segment_id=f65db1eb-6f0d-4c6e-900b-c617cbea4930)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:36:17.569825 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:17.577590 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:17.676425 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Pushing event updated for resources: {'Port': ['ID=86d32729-5231-411f-9c7f-0edc46af482c,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:17.689072 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-dc04b330-c9d8-479e-a6bf-a32fae777f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:17.793781 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 375c08ed-3c49-4997-a51b-2d3530bc1d4e up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:17.968253 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 375c08ed-3c49-4997-a51b-2d3530bc1d4e completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:17.974265 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 375c08ed-3c49-4997-a51b-2d3530bc1d4e triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:17.974747 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:18.027204 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:18.110936 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:18.148324 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 375c08ed-3c49-4997-a51b-2d3530bc1d4e, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=375c08ed-3c49-4997-a51b-2d3530bc1d4e,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:18.219520 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:18.222917 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:18.295176 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=375c08ed-3c49-4997-a51b-2d3530bc1d4e,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:18.298314 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:18.398533 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-856398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845750'] for router, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:18.628969 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198117d7-7ced-458c-a892-93c299561550 None None] Network a66aac50-0c1d-4f22-acab-e21708f338f5 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:36:18.677871 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Router 8e18d050-318d-4583-879d-1a2e21864973 is scheduled to L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 with binding_index 1 {{(pid=92351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:36:18.884537 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-8886beb5-77b7-4812-944f-98231b3af1a2 None None] Provisioning for port 86d32729-5231-411f-9c7f-0edc46af482c completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:19.009293 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:36:19.021029 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Sync routers for ids ['8e18d050-318d-4583-879d-1a2e21864973'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:36:19.034016 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Routers {'8e18d050-318d-4583-879d-1a2e21864973'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:19.034776 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['8e18d050-318d-4583-879d-1a2e21864973'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:19.162173 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] Notify callbacks [] for router, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:19.166632 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-9ea37348-58ad-4eb0-a174-2d75bdd00fee admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2892883 Jun 08 18:36:19.173440 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34326) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:19.222015 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Set router 8e18d050-318d-4583-879d-1a2e21864973 gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:19.533761 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e18d050-318d-4583-879d-1a2e21864973', 'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:15Z', 'updated_at': '2021-06-08T18:36:17Z', 'revision_number': 3, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'gw_port': {'id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:16Z', 'updated_at': '2021-06-08T18:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:19.537700 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Checking router: 8e18d050-318d-4583-879d-1a2e21864973 for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:36:19.538665 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Updating router 8e18d050-318d-4583-879d-1a2e21864973 port d0b69e2d-c693-4226-8137-0ad4ebef6d83 binding host dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:36:19.593633 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:19.816567 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 86d32729-5231-411f-9c7f-0edc46af482c up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:19.901853 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:19.954675 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Notify callbacks [] for port, precommit_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:19.967480 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.provisioning_blocks [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Transition to ACTIVE for port object d0b69e2d-c693-4226-8137-0ad4ebef6d83 will not be triggered until provisioned by entity L2. {{(pid=92353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:19.996411 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 86d32729-5231-411f-9c7f-0edc46af482c completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:20.001541 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 86d32729-5231-411f-9c7f-0edc46af482c triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:20.001970 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.060261 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.065579 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:20.115516 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Allocated IP 172.20.0.1 (a66aac50-0c1d-4f22-acab-e21708f338f5/e3f7441a-7cb8-4d6e-a093-22f79d44836f/30de8b7a-5240-4c81-b772-de142d7e971a) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:36:20.133429 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.152042 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796c4b7-65b2-4998-a2ee-b53d36302ecd None None] Pushing event updated for resources: {'Port': ['ID=d0b69e2d-c693-4226-8137-0ad4ebef6d83,revision_number=2']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:20.156003 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-6796c4b7-65b2-4998-a2ee-b53d36302ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:20.159001 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Attempting to bind port d0b69e2d-c693-4226-8137-0ad4ebef6d83 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:36:20.159966 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Attempting to bind port d0b69e2d-c693-4226-8137-0ad4ebef6d83 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:36:20.160415 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Attempting to bind port d0b69e2d-c693-4226-8137-0ad4ebef6d83 on network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:20.167150 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:36:20.168380 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Checking segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:20.169251 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.169713 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Bound using segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:36:20.170280 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Bound port: d0b69e2d-c693-4226-8137-0ad4ebef6d83, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:36:20.170438 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 86d32729-5231-411f-9c7f-0edc46af482c, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=86d32729-5231-411f-9c7f-0edc46af482c,segment=NetworkSegment(f65db1eb-6f0d-4c6e-900b-c617cbea4930),segment_id=f65db1eb-6f0d-4c6e-900b-c617cbea4930)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:20.170759 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.244303 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] For port d0b69e2d-c693-4226-8137-0ad4ebef6d83, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:36:20.247522 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] For port d0b69e2d-c693-4226-8137-0ad4ebef6d83, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=d0b69e2d-c693-4226-8137-0ad4ebef6d83,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:36:20.265262 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.266157 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 375c08ed-3c49-4997-a51b-2d3530bc1d4e up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:20.274226 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.290403 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Transition to ACTIVE for port object 30de8b7a-5240-4c81-b772-de142d7e971a will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:20.296106 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:20.351229 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.355994 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-0ec8820f-c7f4-4542-964e-2e7815feaa3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:20.375000 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.375757 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:20.375757 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:36:20.375757 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:36:20.375757 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:36:20.375757 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:20.375757 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:36:20.384165 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=86d32729-5231-411f-9c7f-0edc46af482c,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:20.388261 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:20.398758 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 375c08ed-3c49-4997-a51b-2d3530bc1d4e triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:20.399181 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.402986 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Network a66aac50-0c1d-4f22-acab-e21708f338f5 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:20.407357 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:20.420716 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:36:20.436694 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Routers {'8e18d050-318d-4583-879d-1a2e21864973'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:20.438118 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['8e18d050-318d-4583-879d-1a2e21864973'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:20.482686 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908768'] for router_interface, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.609132 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796c4b7-65b2-4998-a2ee-b53d36302ecd None None] Pushing event updated for resources: {'Port': ['ID=d0b69e2d-c693-4226-8137-0ad4ebef6d83,revision_number=3']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:20.635459 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-6796c4b7-65b2-4998-a2ee-b53d36302ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:20.645820 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] Set router 8e18d050-318d-4583-879d-1a2e21864973 gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:20.759409 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-5b3309ac-a845-4d3a-860a-ad0d90c8c223 None None] Provisioning for port 30de8b7a-5240-4c81-b772-de142d7e971a completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:20.767979 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-5b3309ac-a845-4d3a-860a-ad0d90c8c223 None None] Provisioning complete for port 30de8b7a-5240-4c81-b772-de142d7e971a triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:20.773024 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5b3309ac-a845-4d3a-860a-ad0d90c8c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.818514 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:20.857013 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-5b3309ac-a845-4d3a-860a-ad0d90c8c223 None None] Port 30de8b7a-5240-4c81-b772-de142d7e971a cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:36:20.945737 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e18d050-318d-4583-879d-1a2e21864973', 'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:15Z', 'updated_at': '2021-06-08T18:36:17Z', 'revision_number': 3, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'gw_port': {'id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:16Z', 'updated_at': '2021-06-08T18:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:20.949422 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0621c-6a36-41f2-81e1-03bb17ebda82 None None] The sync data for ids ['8e18d050-318d-4583-879d-1a2e21864973'] in dv-cinder-789564-4-smb is: [{'id': '8e18d050-318d-4583-879d-1a2e21864973', 'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:15Z', 'updated_at': '2021-06-08T18:36:17Z', 'revision_number': 3, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'gw_port': {'id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:16Z', 'updated_at': '2021-06-08T18:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:36:21.059769 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:21.191971 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:21.226527 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9d0a620a-3b20-4f0a-a749-f80fd95d4e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:21.307965 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-908577'] for router_interface, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:21.311864 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Pushing event updated for resources: {'Port': ['ID=30de8b7a-5240-4c81-b772-de142d7e971a,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:21.315388 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:21.455398 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Network a66aac50-0c1d-4f22-acab-e21708f338f5 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:21.456862 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:21.662512 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Router 8e18d050-318d-4583-879d-1a2e21864973 has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:36:21.691505 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-9f5141e6-8665-4f8e-afba-d59585bdad6d None None] Provisioning complete for port 30de8b7a-5240-4c81-b772-de142d7e971a triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:21.691883 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-9f5141e6-8665-4f8e-afba-d59585bdad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:21.767434 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-9f5141e6-8665-4f8e-afba-d59585bdad6d None None] Port 30de8b7a-5240-4c81-b772-de142d7e971a cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:36:21.833474 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 86d32729-5231-411f-9c7f-0edc46af482c up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:21.872032 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:36:21.877074 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-9c9349c7-fb10-4326-81e8-5db57323896e admin admin] 10.222.0.43 "PUT /v2.0/routers/8e18d050-318d-4583-879d-1a2e21864973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7091196 Jun 08 18:36:21.884084 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-ae0298d8-eb5b-48df-8287-e47019b5370b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:21.915584 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 86d32729-5231-411f-9c7f-0edc46af482c triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:21.915966 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:22.037838 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device d0b69e2d-c693-4226-8137-0ad4ebef6d83 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:22.196277 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port d0b69e2d-c693-4226-8137-0ad4ebef6d83 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:22.201574 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port d0b69e2d-c693-4226-8137-0ad4ebef6d83 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:22.202077 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:22.335460 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:22.359102 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port d0b69e2d-c693-4226-8137-0ad4ebef6d83, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=d0b69e2d-c693-4226-8137-0ad4ebef6d83,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:22.459443 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:22.462124 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-b82162db-42ac-4e52-baa9-deb9ba89d7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:22.531951 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=d0b69e2d-c693-4226-8137-0ad4ebef6d83,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:22.534905 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:23.676489 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Sync routers for ids ['8e18d050-318d-4583-879d-1a2e21864973'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:36:23.699718 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Routers {'8e18d050-318d-4583-879d-1a2e21864973'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:23.700389 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:35:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['8e18d050-318d-4583-879d-1a2e21864973'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:23.790920 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device d0b69e2d-c693-4226-8137-0ad4ebef6d83 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:23.976606 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port d0b69e2d-c693-4226-8137-0ad4ebef6d83 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:23.977187 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:24.032895 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Set router 8e18d050-318d-4583-879d-1a2e21864973 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:24.235506 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716c0d9-39fd-4054-9ff5-32833e38af84 req-911f970b-2818-4c11-b210-e9b91d453b21 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:24.237227 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f716c0d9-39fd-4054-9ff5-32833e38af84 req-911f970b-2818-4c11-b210-e9b91d453b21 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 947 time: 0.1005590 Jun 08 18:36:24.296725 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f716c0d9-39fd-4054-9ff5-32833e38af84 req-f70b057a-a3a1-41ac-85d2-86ca3b394a3c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524695 Jun 08 18:36:24.484483 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e18d050-318d-4583-879d-1a2e21864973', 'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:15Z', 'updated_at': '2021-06-08T18:36:20Z', 'revision_number': 4, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'gw_port': {'id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:16Z', 'updated_at': '2021-06-08T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '30de8b7a-5240-4c81-b772-de142d7e971a', 'name': '', 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'mac_address': 'fa:16:3e:04:17:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e3f7441a-7cb8-4d6e-a093-22f79d44836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:19Z', 'updated_at': '2021-06-08T18:36:20Z', 'revision_number': 2, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'subnets': [{'id': 'e3f7441a-7cb8-4d6e-a093-22f79d44836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:24.489033 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Checking router: 8e18d050-318d-4583-879d-1a2e21864973 for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:36:24.489409 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Updating router 8e18d050-318d-4583-879d-1a2e21864973 port 30de8b7a-5240-4c81-b772-de142d7e971a binding host dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:36:24.562243 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:24.695611 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:24.830293 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0a3329cf-6375-45b8-830e-f3a711cf2be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:24.998511 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Notify callbacks [] for port, precommit_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:25.011449 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Transition to ACTIVE for port object 30de8b7a-5240-4c81-b772-de142d7e971a will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:25.096199 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:25.096199 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:25.372785 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3c55-37de-4141-89f9-509d52f177cd None None] Pushing event updated for resources: {'Port': ['ID=30de8b7a-5240-4c81-b772-de142d7e971a,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:25.383818 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a73d3c55-37de-4141-89f9-509d52f177cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:25.417011 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-b4f35130-4129-49d2-b263-e169721bca4c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:25.419914 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Attempting to bind port 30de8b7a-5240-4c81-b772-de142d7e971a on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:36:25.420776 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Attempting to bind port 30de8b7a-5240-4c81-b772-de142d7e971a by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'f65db1eb-6f0d-4c6e-900b-c617cbea4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:36:25.421251 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Attempting to bind port 30de8b7a-5240-4c81-b772-de142d7e971a on network a66aac50-0c1d-4f22-acab-e21708f338f5 {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:25.422368 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-b4f35130-4129-49d2-b263-e169721bca4c tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 947 time: 0.1285129 Jun 08 18:36:25.428588 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:36:25.429126 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Checking segment: {'id': 'f65db1eb-6f0d-4c6e-900b-c617cbea4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:25.429637 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:25.430125 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Bound using segment: {'id': 'f65db1eb-6f0d-4c6e-900b-c617cbea4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:36:25.431070 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Bound port: 30de8b7a-5240-4c81-b772-de142d7e971a, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65db1eb-6f0d-4c6e-900b-c617cbea4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:36:25.431550 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:25.568210 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] For port 30de8b7a-5240-4c81-b772-de142d7e971a, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:36:25.568210 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] For port 30de8b7a-5240-4c81-b772-de142d7e971a, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=30de8b7a-5240-4c81-b772-de142d7e971a,segment=NetworkSegment(f65db1eb-6f0d-4c6e-900b-c617cbea4930),segment_id=f65db1eb-6f0d-4c6e-900b-c617cbea4930)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:36:25.654887 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Deleting port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:36:25.655148 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:25.677200 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923536d-2ed9-4208-a7f2-664eaf74519a req-5565fb28-63ed-44d8-9f3a-fd55734c239b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:25.680109 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0923536d-2ed9-4208-a7f2-664eaf74519a req-5565fb28-63ed-44d8-9f3a-fd55734c239b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 947 time: 0.1723115 Jun 08 18:36:25.699961 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:25.703830 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:25.781491 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Routers {'8e18d050-318d-4583-879d-1a2e21864973'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:25.782148 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:36:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['8e18d050-318d-4583-879d-1a2e21864973'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:25.807572 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0923536d-2ed9-4208-a7f2-664eaf74519a req-bb1d1ade-d365-4a85-861d-22f8665d613f tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups?id=ba5e22af-8cf3-4501-9b7b-7d60d3d15754&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713792 Jun 08 18:36:25.857694 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] For port f28ce3d0-5e9a-41cb-a911-158b06ed7f11, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:25.858108 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:25.860144 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d3c55-37de-4141-89f9-509d52f177cd None None] Pushing event updated for resources: {'Port': ['ID=30de8b7a-5240-4c81-b772-de142d7e971a,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:25.871719 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a73d3c55-37de-4141-89f9-509d52f177cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:26.005627 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] Set router 8e18d050-318d-4583-879d-1a2e21864973 gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:26.214568 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:26.280201 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:26.280563 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:26.280938 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.l3_db [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Floating IP 9340b6b6-8ae0-43e7-84ff-ec6461dfce76 disassociated. External IP: 172.28.2.144, port: f28ce3d0-5e9a-41cb-a911-158b06ed7f11. Jun 08 18:36:26.281293 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Calling delete_port for f28ce3d0-5e9a-41cb-a911-158b06ed7f11 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:36:26.337579 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e18d050-318d-4583-879d-1a2e21864973', 'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:15Z', 'updated_at': '2021-06-08T18:36:20Z', 'revision_number': 4, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'gw_port': {'id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:16Z', 'updated_at': '2021-06-08T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '30de8b7a-5240-4c81-b772-de142d7e971a', 'name': '', 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'mac_address': 'fa:16:3e:04:17:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e3f7441a-7cb8-4d6e-a093-22f79d44836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:19Z', 'updated_at': '2021-06-08T18:36:25Z', 'revision_number': 4, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'subnets': [{'id': 'e3f7441a-7cb8-4d6e-a093-22f79d44836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:26.341869 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fd4857-2004-487a-a1ce-fb94d056ff3e None None] The sync data for ids ['8e18d050-318d-4583-879d-1a2e21864973'] in dv-cinder-789564-4-smb is: [{'id': '8e18d050-318d-4583-879d-1a2e21864973', 'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:15Z', 'updated_at': '2021-06-08T18:36:20Z', 'revision_number': 4, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'gw_port': {'id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:16Z', 'updated_at': '2021-06-08T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '30de8b7a-5240-4c81-b772-de142d7e971a', 'name': '', 'network_id': 'a66aac50-0c1d-4f22-acab-e21708f338f5', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'mac_address': 'fa:16:3e:04:17:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'e3f7441a-7cb8-4d6e-a093-22f79d44836f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:19Z', 'updated_at': '2021-06-08T18:36:25Z', 'revision_number': 4, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'subnets': [{'id': 'e3f7441a-7cb8-4d6e-a093-22f79d44836f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:36:26.585902 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:26.592830 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-04f5836a-f8f0-49bb-9195-80344d76e28d tempest-VolumesActionsTest-2063982139 tempest-VolumesActionsTest-2063982139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:26.653666 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event deleted for resources: {'Port': ['ID=f28ce3d0-5e9a-41cb-a911-158b06ed7f11,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:26.654122 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:26.968099 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Router 1d80097b-470b-48f9-ab7f-8f164b9dd13c has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:36:26.989207 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3911e1aa-5ab3-40ac-964d-2b794dc09a0d req-cf9b3981-82f3-4f8f-b088-c31b8dd0b17b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 210 time: 0.0547178 Jun 08 18:36:27.183012 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:36:27.193338 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] Sync routers for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:36:27.208252 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:27.209272 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:36:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:27.264272 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] No DVR routers for this DVR port f28ce3d0-5e9a-41cb-a911-158b06ed7f11 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:36:27.267087 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:27.269265 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bdbb2a35-40ae-46fc-9f74-06f6561491fa req-2a3a1476-84c9-48d1-9856-708f743694fa tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.39 "DELETE /v2.0/ports/f28ce3d0-5e9a-41cb-a911-158b06ed7f11 HTTP/1.1" status: 204 len: 173 time: 1.8413148 Jun 08 18:36:27.269772 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-deleted', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:36:27.273153 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f57e64-6826-4376-9ece-dfc892eddc57" -d '{"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-deleted", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:36:27.356705 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae9a737-a973-4b56-95d7-2d21ce7fce26 x-openstack-request-id: req-eae9a737-a973-4b56-95d7-2d21ce7fce26 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:36:27.356705 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455aa36b-2ba4-4603-8cc9-e21eed476662", "name": "network-vif-deleted", "tag": "f28ce3d0-5e9a-41cb-a911-158b06ed7f11", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:36:27.356705 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eae9a737-a973-4b56-95d7-2d21ce7fce26 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:36:27.356705 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455aa36b-2ba4-4603-8cc9-e21eed476662', 'name': 'network-vif-deleted', 'tag': 'f28ce3d0-5e9a-41cb-a911-158b06ed7f11', 'status': 'completed', 'code': 200} Jun 08 18:36:27.418363 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:27.505525 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:27.818051 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 30de8b7a-5240-4c81-b772-de142d7e971a up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:27.905629 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:27.917051 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] Checking router: 1d80097b-470b-48f9-ab7f-8f164b9dd13c for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:36:27.935590 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:27.936166 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:36:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:27.994834 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f28ce3d0-5e9a-41cb-a911-158b06ed7f11 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:36:28.084181 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: f28ce3d0-5e9a-41cb-a911-158b06ed7f11 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:36:28.085140 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device f28ce3d0-5e9a-41cb-a911-158b06ed7f11 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:36:28.190694 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 30de8b7a-5240-4c81-b772-de142d7e971a completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:28.198477 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 30de8b7a-5240-4c81-b772-de142d7e971a triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:28.199274 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:28.321401 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:28.433703 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:28.514318 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-65c75827-b3cb-438d-8eb0-68e694914f1f req-5c9aadad-624b-4724-8ef9-c22c08fb7cf8 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/ports?device_id=455aa36b-2ba4-4603-8cc9-e21eed476662 HTTP/1.1" status: 200 len: 210 time: 0.2915912 Jun 08 18:36:28.538674 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 30de8b7a-5240-4c81-b772-de142d7e971a, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=30de8b7a-5240-4c81-b772-de142d7e971a,segment=NetworkSegment(f65db1eb-6f0d-4c6e-900b-c617cbea4930),segment_id=f65db1eb-6f0d-4c6e-900b-c617cbea4930)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:28.694403 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:28.698961 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:28.804938 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:28.810105 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbb798d-4602-4663-ada0-cb10a6eedb7a None None] The sync data for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb is: [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:29:39Z', 'revision_number': 4, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '8d6aba2e-042b-4e71-8ac6-f5a958d8ee13', 'name': '', 'network_id': '622765e2-19d8-4145-8357-756259280cb6', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'mac_address': 'fa:16:3e:25:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:36Z', 'updated_at': '2021-06-08T18:29:54Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'subnets': [{'id': '35ae49be-afa1-4873-89ee-aa7bfed398ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:36:28.820232 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=30de8b7a-5240-4c81-b772-de142d7e971a,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:28.823528 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:29.130923 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf6004-fb7e-48ee-8e26-8ba61ea21f7f None None] New status for floating IP 9340b6b6-8ae0-43e7-84ff-ec6461dfce76: DOWN {{(pid=92352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:36:29.748567 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 30de8b7a-5240-4c81-b772-de142d7e971a up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:29.750148 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34444) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:29.821340 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-033324f8-73f1-4f29-904d-0b0419033fce tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:29.835403 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 30de8b7a-5240-4c81-b772-de142d7e971a triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:29.835859 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:29.860619 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-033324f8-73f1-4f29-904d-0b0419033fce tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:29.997334 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-033324f8-73f1-4f29-904d-0b0419033fce tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:30.001453 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-033324f8-73f1-4f29-904d-0b0419033fce tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:30.005552 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-033324f8-73f1-4f29-904d-0b0419033fce tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "DELETE /v2.0/security-groups/ba5e22af-8cf3-4501-9b7b-7d60d3d15754 HTTP/1.1" status: 204 len: 168 time: 0.2517130 Jun 08 18:36:30.005552 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e01c1ac5-88a0-437b-bec3-32c2c1f59279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:30.005802 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34446) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:30.020997 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033324f8-73f1-4f29-904d-0b0419033fce tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e22af-8cf3-4501-9b7b-7d60d3d15754,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:30.024452 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-033324f8-73f1-4f29-904d-0b0419033fce tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:30.026509 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.api.v2.resource [None req-63337aea-b2f4-499d-a024-43ce89d68fb8 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] show failed (client error): The resource could not be found. Jun 08 18:36:30.027501 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-63337aea-b2f4-499d-a024-43ce89d68fb8 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "GET /v2.0/security-groups/ba5e22af-8cf3-4501-9b7b-7d60d3d15754 HTTP/1.1" status: 404 len: 347 time: 0.0206757 Jun 08 18:36:30.036272 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34448) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:30.270033 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Deleting port 6f3956ad-3a4a-4fb3-bb2f-35e16e3fa641 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:36:30.270280 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:30.410351 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:30.410680 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:30.543052 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Calling delete_port for 6f3956ad-3a4a-4fb3-bb2f-35e16e3fa641 owned by network:floatingip {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:36:30.722757 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:30.727956 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-68500986-5b3a-470b-9f25-b0a1f8315c02 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:30.798293 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Pushing event deleted for resources: {'Port': ['ID=6f3956ad-3a4a-4fb3-bb2f-35e16e3fa641,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:30.873667 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.874034 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.874402 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.874769 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.875114 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.875471 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.875823 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.876201 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.876553 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.876905 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.877252 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.877598 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:30.884969 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:30.910027 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks [] for floatingip, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:30.912775 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:30.914101 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] 10.222.0.43 "DELETE /v2.0/floatingips/9340b6b6-8ae0-43e7-84ff-ec6461dfce76 HTTP/1.1" status: 204 len: 168 time: 0.8754849 Jun 08 18:36:34.418434 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34516) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:35.303631 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-60f935c2-6571-4d8a-b83f-7cb8acefb9b3 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:35.305106 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-60f935c2-6571-4d8a-b83f-7cb8acefb9b3 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/networks?id=815fed0c-feee-4993-b2f3-e760a3990d2b HTTP/1.1" status: 200 len: 814 time: 0.2795217 Jun 08 18:36:35.349841 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-f13b6748-0ae3-4b8b-a5fe-faaa0e05dcd1 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/quotas/c1eb6a7953944ad68478fa88961d470e HTTP/1.1" status: 200 len: 375 time: 0.0386198 Jun 08 18:36:35.448166 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-908584'] for router_interface, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:35.520421 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-36fe5d04-51ac-4423-8a1a-a23a06808c44 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1eb6a7953944ad68478fa88961d470e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600993 Jun 08 18:36:35.860366 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-f19a346e-a7b2-40fe-909c-98d61b2718c1 service neutron] 10.222.0.43 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891791 Jun 08 18:36:36.093167 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-77be0bda-f94f-4f0f-93a3-0bb0fa2a6e4a service neutron] 10.222.0.43 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240295 Jun 08 18:36:36.108685 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Deleting port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:36:36.108942 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:36.236735 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] For port 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=8d6aba2e-042b-4e71-8ac6-f5a958d8ee13,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:36.237098 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:36.368232 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Calling delete_port for 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 owned by network:router_interface {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:36:36.395840 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6fcfe8fa-c415-4cc9-b00c-3f63cbce6bc6 req-b795a6f2-ac40-4dec-813c-ebc90eb3957d tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0534072 Jun 08 18:36:36.592596 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:36.600154 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:36.653645 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6aba2e-042b-4e71-8ac6-f5a958d8ee13,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:36.656656 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:37.044368 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844755'] for router_interface, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:37.433413 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Router 1d80097b-470b-48f9-ab7f-8f164b9dd13c has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:36:37.549797 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-8a29f33d-a14a-49a3-89d7-500c0648dbe7 req-d18e6c79-8bed-451f-99a2-681f8f0796be tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0522850 Jun 08 18:36:37.660645 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:36:37.670731 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] 10.222.0.43 "PUT /v2.0/routers/1d80097b-470b-48f9-ab7f-8f164b9dd13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2470601 Jun 08 18:36:37.670731 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34568) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:37.682761 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] Sync routers for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:36:37.700837 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:37.702245 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:36:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:37.898523 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks [] for router, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:37.947453 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:38.119088 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:38.297517 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:36:36Z', 'revision_number': 5, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port': {'id': 'eeacc2f3-d4f4-4b2a-874f-ae55fd57d841', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:29:29Z', 'updated_at': '2021-06-08T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:38.302845 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] Checking router: 1d80097b-470b-48f9-ab7f-8f164b9dd13c for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:36:38.314940 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Deleting port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:36:38.315350 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:38.315895 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] Routers {'1d80097b-470b-48f9-ab7f-8f164b9dd13c'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:38.316747 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:36:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:38.487292 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] Set router 1d80097b-470b-48f9-ab7f-8f164b9dd13c gateway port host: None {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:38.583468 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] For port eeacc2f3-d4f4-4b2a-874f-ae55fd57d841, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=eeacc2f3-d4f4-4b2a-874f-ae55fd57d841,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:38.583947 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:38.637565 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:36:38Z', 'revision_number': 6, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port_host': None}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:38.642509 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75a7ee-9404-4a8a-968b-15a1f50f34f7 None None] The sync data for ids ['1d80097b-470b-48f9-ab7f-8f164b9dd13c'] in dv-cinder-789564-4-smb is: [{'id': '1d80097b-470b-48f9-ab7f-8f164b9dd13c', 'name': 'tempest-AttachVolumeShelveTestJSON-223421270-router', 'tenant_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:29:28Z', 'updated_at': '2021-06-08T18:36:38Z', 'revision_number': 6, 'project_id': '4abd5b48fe9d41faaca7ec1cf1c5a8b1', 'gw_port_host': None}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:36:38.727240 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Calling delete_port for eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 owned by network:router_gateway {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:36:38.771095 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e1e6380f-51e9-4b09-85ba-12766504ac74 req-ef89180d-e703-42fa-a131-ca3cfe1dcbf9 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0474198 Jun 08 18:36:38.985287 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:38.991471 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-204f5514-bb4f-4685-b87f-a7d77d6dafbc tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:38.991471 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-204f5514-bb4f-4685-b87f-a7d77d6dafbc tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.39 "GET /v2.0/networks?id=815fed0c-feee-4993-b2f3-e760a3990d2b HTTP/1.1" status: 200 len: 814 time: 0.1562202 Jun 08 18:36:38.994281 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:39.003561 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'port': {'device_id': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'admin_state_up': True, 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:39.099269 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Pushing event deleted for resources: {'Port': ['ID=eeacc2f3-d4f4-4b2a-874f-ae55fd57d841,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:39.105919 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:39.227699 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-908622'] for router_gateway, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.306084 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Made reservation on behalf of c1eb6a7953944ad68478fa88961d470e for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:36:39.310126 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.411696 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-856347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13369'] for router, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.414586 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.538291 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Allocated IP 172.20.0.3 (815fed0c-feee-4993-b2f3-e760a3990d2b/e5c271c8-8575-40f8-81ad-32cd1f151718/c2074960-8430-40f4-beb7-1210ddfdca3d) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:36:39.539004 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-856567'] for router, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.539692 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d80097b-470b-48f9-ab7f-8f164b9dd13c {{(pid=92350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:36:39.546065 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.547677 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-ae7386cd-ee81-45b2-9113-3238ba0aeffe admin admin] 10.222.0.43 "DELETE /v2.0/routers/1d80097b-470b-48f9-ab7f-8f164b9dd13c HTTP/1.1" status: 204 len: 168 time: 1.8758335 Jun 08 18:36:39.549930 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34586) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:39.612028 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1fc64a-9904-47e9-97ab-e0d80b2a98ee admin admin] Deleting subnet 35ae49be-afa1-4873-89ee-aa7bfed398ae {{(pid=92350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:36:39.615487 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc64a-9904-47e9-97ab-e0d80b2a98ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.671527 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc64a-9904-47e9-97ab-e0d80b2a98ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2276399'] for subnet, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.778500 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:36:39.827996 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc64a-9904-47e9-97ab-e0d80b2a98ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.834633 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:36:39.835589 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 8d6aba2e-042b-4e71-8ac6-f5a958d8ee13 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:36:39.836420 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:36:39.886695 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:36:39.887875 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device eeacc2f3-d4f4-4b2a-874f-ae55fd57d841 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:36:39.932421 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:39.969522 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-19064f4b-2763-4554-9d6c-d66e18dd8a0e req-fb757f74-efbc-46ce-92b8-9911efd1ba2e tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0534327 Jun 08 18:36:40.042354 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Transition to ACTIVE for port object c2074960-8430-40f4-beb7-1210ddfdca3d will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:40.047162 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc64a-9904-47e9-97ab-e0d80b2a98ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2460084'] for subnet, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:40.072175 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:40.142463 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:40.146106 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:40.146106 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:36:40.146106 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:36:40.146106 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:36:40.146106 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:40.146106 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:36:40.161340 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fc64a-9904-47e9-97ab-e0d80b2a98ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ae49be-afa1-4873-89ee-aa7bfed398ae,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:40.164435 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc64a-9904-47e9-97ab-e0d80b2a98ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:40.164928 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc41445-f717-40bc-aa34-ed96c8b35a95 None None] Network 622765e2-19d8-4145-8357-756259280cb6 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:36:40.166492 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-9d1fc64a-9904-47e9-97ab-e0d80b2a98ee admin admin] 10.222.0.43 "DELETE /v2.0/subnets/35ae49be-afa1-4873-89ee-aa7bfed398ae HTTP/1.1" status: 204 len: 168 time: 0.6154606 Jun 08 18:36:40.167323 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-9d1fc64a-9904-47e9-97ab-e0d80b2a98ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:40.176287 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34608) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:40.234863 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Network 815fed0c-feee-4993-b2f3-e760a3990d2b is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:40.236487 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:40.239210 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:36:40.385435 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:40.392323 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:40.422761 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:40.529385 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-462ad851-e990-4267-8a8d-5d65400bd814 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5295625 Jun 08 18:36:40.613390 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Deleting port daa94384-1c01-44cd-aa35-55bef185ff6a {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:36:40.614227 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:40.816255 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] DHCP port deletion for 622765e2-19d8-4145-8357-756259280cb6 request from dv-cinder-789564-4-smb {{(pid=92352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:36:40.866663 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] For port daa94384-1c01-44cd-aa35-55bef185ff6a, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=daa94384-1c01-44cd-aa35-55bef185ff6a,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:40.867237 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:40.908921 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-60c39b8d-ac32-4ec6-830e-2c13987d5730 None None] Provisioning for port c2074960-8430-40f4-beb7-1210ddfdca3d completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:40.959683 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-60c39b8d-ac32-4ec6-830e-2c13987d5730 None None] Provisioning complete for port c2074960-8430-40f4-beb7-1210ddfdca3d triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:40.965369 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-60c39b8d-ac32-4ec6-830e-2c13987d5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.037682 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-60c39b8d-ac32-4ec6-830e-2c13987d5730 None None] Port c2074960-8430-40f4-beb7-1210ddfdca3d cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:36:41.054755 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] Deleting port daa94384-1c01-44cd-aa35-55bef185ff6a {{(pid=92352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:36:41.055431 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.209509 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Calling delete_port for daa94384-1c01-44cd-aa35-55bef185ff6a owned by network:dhcp {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:36:41.286020 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] For port daa94384-1c01-44cd-aa35-55bef185ff6a, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=daa94384-1c01-44cd-aa35-55bef185ff6a,segment=NetworkSegment(679b1d18-bc0c-45dc-90a7-5c054ace795f),segment_id=679b1d18-bc0c-45dc-90a7-5c054ace795f)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:41.289154 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.362975 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d868cc-7a3e-4b05-b170-0acdd5c08bea req-e4884686-2950-4401-aaab-8a6c253d5e47 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:41.367011 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e6d868cc-7a3e-4b05-b170-0acdd5c08bea req-e4884686-2950-4401-aaab-8a6c253d5e47 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 931 time: 0.1241889 Jun 08 18:36:41.415057 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.421312 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bc18e42d-1b32-4600-83d3-8d25cb648622 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:41.447232 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] Calling delete_port for daa94384-1c01-44cd-aa35-55bef185ff6a owned by network:dhcp {{(pid=92352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:36:41.448147 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e6d868cc-7a3e-4b05-b170-0acdd5c08bea req-1a026f8c-611e-40b8-ac68-b60d01653907 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760796 Jun 08 18:36:41.517468 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa94384-1c01-44cd-aa35-55bef185ff6a,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:41.527374 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:41.529955 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] No DVR routers for this DVR port daa94384-1c01-44cd-aa35-55bef185ff6a on host dv-cinder-789564-4-smb {{(pid=92350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:36:41.565710 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954'] for port, after_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.579692 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:41.618976 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] No DVR routers for this DVR port daa94384-1c01-44cd-aa35-55bef185ff6a on host dv-cinder-789564-4-smb {{(pid=92352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:36:41.640213 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] Pushing event deleted for resources: {'Port': ['ID=daa94384-1c01-44cd-aa35-55bef185ff6a,revision_number=None']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:41.640213 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-7954fa75-a232-4f19-a7ad-697d9bdf5929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:41.719751 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.743436 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622765e2-19d8-4145-8357-756259280cb6']}} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:41.764973 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679b1d18-bc0c-45dc-90a7-5c054ace795f') {'for_net_delete': True} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:41.765291 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679b1d18-bc0c-45dc-90a7-5c054ace795f') {} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:41.775206 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device daa94384-1c01-44cd-aa35-55bef185ff6a no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:36:41.779935 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2276388'] for segment, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.799697 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.808485 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=92350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:36:41.809024 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356013'] for segment, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: Traceback (most recent call last): Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: timer() Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: cb(*args, **kw) Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: return func(*args, **kwargs) Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: self._notify() Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: self.callback(batched_events) Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: event.method(event) Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: return f(self, *a, **k) Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: return self._get(url).json() Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: return self.request(url, 'GET', **kwargs) Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:36:41.890264 dv-cinder-789564-4-smb neutron-server[92350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:36:41.907772 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: daa94384-1c01-44cd-aa35-55bef185ff6a {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:36:41.908364 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device daa94384-1c01-44cd-aa35-55bef185ff6a not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:36:42.070947 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:42.074834 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-65dcce79-573b-4972-880a-4678e75f9879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:42.091471 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:42.093628 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] 10.222.0.43 "DELETE /v2.0/networks/622765e2-19d8-4145-8357-756259280cb6 HTTP/1.1" status: 204 len: 168 time: 1.9151812 Jun 08 18:36:42.108605 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Pushing event deleted for resources: {'Network': ['ID=622765e2-19d8-4145-8357-756259280cb6,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:42.121398 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:42.500304 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34644) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:42.578439 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-3a8dc069-85ff-4025-a233-3353a2ec4a15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4abd5b48fe9d41faaca7ec1cf1c5a8b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0762022 Jun 08 18:36:42.581343 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34648) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:42.664683 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a5c242c8-9b24-4337-9f73-38700f939303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:42.697191 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a5c242c8-9b24-4337-9f73-38700f939303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:42.718175 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd9807-ed04-46dd-b2ad-a09b12cfc960 req-5d35b8d7-ac5c-42c0-a0da-4defb57a0aa5 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:42.719846 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c1dd9807-ed04-46dd-b2ad-a09b12cfc960 req-5d35b8d7-ac5c-42c0-a0da-4defb57a0aa5 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 931 time: 0.0847647 Jun 08 18:36:42.771715 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-c1dd9807-ed04-46dd-b2ad-a09b12cfc960 req-bde022da-993e-4fa6-999c-1d1ca63d77e4 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461833 Jun 08 18:36:42.839081 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a5c242c8-9b24-4337-9f73-38700f939303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:42.842043 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a5c242c8-9b24-4337-9f73-38700f939303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:42.844244 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a5c242c8-9b24-4337-9f73-38700f939303 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08dd9676-51d8-44ef-85bd-03e33ee75047 HTTP/1.1" status: 204 len: 168 time: 0.2602789 Jun 08 18:36:42.844244 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-bb072a7c-c673-4180-a5ad-829bfe7040c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:42.859484 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c242c8-9b24-4337-9f73-38700f939303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dd9676-51d8-44ef-85bd-03e33ee75047,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:42.862905 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a5c242c8-9b24-4337-9f73-38700f939303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:43.987260 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d5d8-7c22-4cbb-a9eb-7afe1ff4be89 req-4bd4c8c2-6b32-46da-8a33-dc034ff7f3e3 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:43.988906 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8e11d5d8-7c22-4cbb-a9eb-7afe1ff4be89 req-4bd4c8c2-6b32-46da-8a33-dc034ff7f3e3 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 931 time: 0.0900352 Jun 08 18:36:44.043618 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8e11d5d8-7c22-4cbb-a9eb-7afe1ff4be89 req-7084c4eb-78eb-4cf6-bda9-6b63c271eeed tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472944 Jun 08 18:36:45.343284 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cf145-e1ab-4a9f-8d6d-97b62cdc6dc6 req-b77a923c-a4af-45e3-9095-90b100d4894f tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:45.351723 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e93cf145-e1ab-4a9f-8d6d-97b62cdc6dc6 req-b77a923c-a4af-45e3-9095-90b100d4894f tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 931 time: 0.1156087 Jun 08 18:36:45.418710 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e93cf145-e1ab-4a9f-8d6d-97b62cdc6dc6 req-4efd666a-ccf0-4c65-a4e8-ebded52e9ac7 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604746 Jun 08 18:36:45.836572 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:46.315149 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34724) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:46.690710 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec46a-5e9a-4936-98c8-09f0942e10a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:46.711446 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5964969-c4b7-4733-aa86-1f3a312eb877 req-d5e08200-1cdd-48ba-8ae2-8046f02eb5c2 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:46.713671 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b5964969-c4b7-4733-aa86-1f3a312eb877 req-d5e08200-1cdd-48ba-8ae2-8046f02eb5c2 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 931 time: 0.1106460 Jun 08 18:36:46.767749 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b5964969-c4b7-4733-aa86-1f3a312eb877 req-aac2ddbd-b166-417a-95ca-7861110fcfee tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443525 Jun 08 18:36:46.807266 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec46a-5e9a-4936-98c8-09f0942e10a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:46.854168 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec46a-5e9a-4936-98c8-09f0942e10a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:46.879799 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:46.934105 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ec46a-5e9a-4936-98c8-09f0942e10a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7c8dcb-3bfd-4e71-8398-a6f44b72399f,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:46.938160 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2e5ec46a-5e9a-4936-98c8-09f0942e10a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:46.940915 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-2e5ec46a-5e9a-4936-98c8-09f0942e10a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3d9cdf69776453fb9cb3d16e7ce1842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6246960 Jun 08 18:36:46.943645 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34738) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:47.038827 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:47.066802 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:47.242396 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:47.244959 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:47.246147 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb7c8dcb-3bfd-4e71-8398-a6f44b72399f HTTP/1.1" status: 204 len: 168 time: 0.3014355 Jun 08 18:36:47.246975 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-af48d2b0-db14-4864-87ad-fb5c324afffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:47.264361 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7c8dcb-3bfd-4e71-8398-a6f44b72399f,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:47.281427 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.282022 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.282640 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.283224 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.283915 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.284865 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.285763 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.286300 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.286815 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.287376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.287952 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.288549 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:47.294605 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9550ddad-ef70-4ff1-b64a-cd80e749fbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:47.825084 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:36:48.003377 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394cfd5-95e7-4968-bc4d-6f39d341160f req-a6903d82-9e8f-48f8-a07d-4a173a4b7a0b tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:48.004992 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0394cfd5-95e7-4968-bc4d-6f39d341160f req-a6903d82-9e8f-48f8-a07d-4a173a4b7a0b tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 931 time: 0.1181581 Jun 08 18:36:48.063798 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-0394cfd5-95e7-4968-bc4d-6f39d341160f req-faab03b3-0dc8-4f5f-8b1a-bf7c4bf9ff6d tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500562 Jun 08 18:36:48.321745 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34764) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:48.362411 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-13409c0f-e66c-46f9-abab-9e058ef323b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:48.508415 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-13409c0f-e66c-46f9-abab-9e058ef323b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:48.729151 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-13409c0f-e66c-46f9-abab-9e058ef323b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:48.742788 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-45dc1bea-2f0c-4d65-bb43-f5157fc56d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:48.784245 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-13409c0f-e66c-46f9-abab-9e058ef323b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fedfcf3504b4d4f8d49d7ac218cac25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605219 Jun 08 18:36:48.785170 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13409c0f-e66c-46f9-abab-9e058ef323b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473c68b5-36ab-461c-869c-4bf2739d7ee9,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:48.787121 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34772) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:48.801115 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-13409c0f-e66c-46f9-abab-9e058ef323b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:48.864667 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f4758646-f750-460d-b01a-367ce57a0d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:48.893871 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f4758646-f750-460d-b01a-367ce57a0d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:49.139261 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f4758646-f750-460d-b01a-367ce57a0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:49.141767 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f4758646-f750-460d-b01a-367ce57a0d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:49.142967 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-f4758646-f750-460d-b01a-367ce57a0d76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/473c68b5-36ab-461c-869c-4bf2739d7ee9 HTTP/1.1" status: 204 len: 168 time: 0.3539841 Jun 08 18:36:49.143850 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-c4bbbdae-fb18-436e-b71e-6335de56fd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:49.154845 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4758646-f750-460d-b01a-367ce57a0d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473c68b5-36ab-461c-869c-4bf2739d7ee9,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:49.157384 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f4758646-f750-460d-b01a-367ce57a0d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:49.325672 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a057e-23be-42ef-872a-900a90c004fa req-0acf9938-5cfc-4b61-93c2-62bc0c38c4a7 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:49.328031 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-716a057e-23be-42ef-872a-900a90c004fa req-0acf9938-5cfc-4b61-93c2-62bc0c38c4a7 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 931 time: 0.1399157 Jun 08 18:36:49.380968 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-716a057e-23be-42ef-872a-900a90c004fa req-a8320986-fc9d-4873-8260-919dabf57346 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 Jun 08 18:36:50.570370 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f231-fa99-4c8e-8281-fbed51109aba req-3f7af2b9-a3ad-4d52-9f34-162d8f62fc54 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:50.571851 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9502f231-fa99-4c8e-8281-fbed51109aba req-3f7af2b9-a3ad-4d52-9f34-162d8f62fc54 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 931 time: 0.0822268 Jun 08 18:36:50.617881 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-9502f231-fa99-4c8e-8281-fbed51109aba req-e2ec947f-4873-4bc3-839c-723cb6bb3c99 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384665 Jun 08 18:36:51.018179 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Request body: {'port': {'device_id': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:51.149654 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:51.557280 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2074960-8430-40f4-beb7-1210ddfdca3d {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:36:51.566047 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:51.578962 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Transition to ACTIVE for port object c2074960-8430-40f4-beb7-1210ddfdca3d will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:51.753784 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:51.759543 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-cbff4499-21bb-40d1-b950-a9ce2ba5066b tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:51.836451 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-bdeba8af-b6c5-4d16-8545-8945a3499b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:51.943259 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Pushing event updated for resources: {'Port': ['ID=c2074960-8430-40f4-beb7-1210ddfdca3d,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:51.949450 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:52.064913 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c51a8-3223-42d4-903f-96e546a48222 req-5f286948-41b1-4c55-ab9a-82479c4cbc5b tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:52.071919 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fb8c51a8-3223-42d4-903f-96e546a48222 req-5f286948-41b1-4c55-ab9a-82479c4cbc5b tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 943 time: 0.3213656 Jun 08 18:36:52.111968 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Attempting to bind port c2074960-8430-40f4-beb7-1210ddfdca3d on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:36:52.112375 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Attempting to bind port c2074960-8430-40f4-beb7-1210ddfdca3d by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:36:52.112658 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Attempting to bind port c2074960-8430-40f4-beb7-1210ddfdca3d on network 815fed0c-feee-4993-b2f3-e760a3990d2b {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:52.129337 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Port c2074960-8430-40f4-beb7-1210ddfdca3d on network 815fed0c-feee-4993-b2f3-e760a3990d2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:36:52.129673 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Attempting to bind port c2074960-8430-40f4-beb7-1210ddfdca3d on network 815fed0c-feee-4993-b2f3-e760a3990d2b {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:52.139013 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:36:52.139353 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Checking segment: {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:52.139730 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Bound using segment: {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:36:52.147920 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Bound port: c2074960-8430-40f4-beb7-1210ddfdca3d, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa406e-2d67-4254-ae15-38b958dafede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:36:52.147920 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:52.152913 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-fb8c51a8-3223-42d4-903f-96e546a48222 req-31fee7ae-051f-422a-b796-359a0f88fa20 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800979 Jun 08 18:36:52.257901 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] For port c2074960-8430-40f4-beb7-1210ddfdca3d, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:36:52.262951 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] For port c2074960-8430-40f4-beb7-1210ddfdca3d, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c2074960-8430-40f4-beb7-1210ddfdca3d,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:36:52.346035 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:52.350174 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a81cb802-19a0-495a-a222-829e7553a7ad tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:52.408494 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:52.409136 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:52.410492 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] 10.222.0.39 "PUT /v2.0/ports/c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 1093 time: 1.4006274 Jun 08 18:36:52.411023 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:36:52.413498 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0e7565-2725-4532-a927-0634cb48343a" -d '{"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:36:52.435112 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Pushing event updated for resources: {'Port': ['ID=c2074960-8430-40f4-beb7-1210ddfdca3d,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:52.441199 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:52.467147 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb713f4-190a-4ea3-af8d-0613610323c2 x-openstack-request-id: req-5eb713f4-190a-4ea3-af8d-0613610323c2 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:36:52.467542 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:36:52.467890 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5eb713f4-190a-4ea3-af8d-0613610323c2 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:36:52.469442 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'status': 'completed', 'code': 200} Jun 08 18:36:52.691618 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e7565-2725-4532-a927-0634cb48343a req-acdf2fb2-9ae3-44db-a393-61ab8ed9cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:52.693368 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3c0e7565-2725-4532-a927-0634cb48343a req-acdf2fb2-9ae3-44db-a393-61ab8ed9cd9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1eb6a7953944ad68478fa88961d470e&device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1096 time: 0.2012627 Jun 08 18:36:52.806352 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34878) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:52.845401 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e7565-2725-4532-a927-0634cb48343a req-65f0fcb5-6f66-49ce-a8c8-e2b79b5c9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:52.846857 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3c0e7565-2725-4532-a927-0634cb48343a req-65f0fcb5-6f66-49ce-a8c8-e2b79b5c9195 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c1eb6a7953944ad68478fa88961d470e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1465144 Jun 08 18:36:53.002264 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8eee6841-e595-4607-a542-ecca5972a909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:53.005028 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e7565-2725-4532-a927-0634cb48343a req-ae00cc34-2fb7-41cc-8a42-a9c4ecd94d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:53.006514 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-3c0e7565-2725-4532-a927-0634cb48343a req-ae00cc34-2fb7-41cc-8a42-a9c4ecd94d69 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538436 Jun 08 18:36:53.117319 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d3e87ceb-2d71-4f27-b629-c8790851f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:53.118906 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-d3e87ceb-2d71-4f27-b629-c8790851f266 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1eb6a7953944ad68478fa88961d470e&device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0763607 Jun 08 18:36:53.137380 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8eee6841-e595-4607-a542-ecca5972a909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:53.179974 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8eee6841-e595-4607-a542-ecca5972a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:53.204199 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-352b3298-b712-42a5-9bc2-d6a564796760 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 217 time: 0.0784178 Jun 08 18:36:53.226320 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-66157e50-a162-4885-9308-edf1392389b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:53.236476 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-8eee6841-e595-4607-a542-ecca5972a909 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc9a74b89560458e9063a98fcddc25f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289904 Jun 08 18:36:53.241589 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34894) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:53.276895 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-5f719772-9abf-4275-a509-614dd5b48434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:53.278632 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-5f719772-9abf-4275-a509-614dd5b48434 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5c271c8-8575-40f8-81ad-32cd1f151718 HTTP/1.1" status: 200 len: 853 time: 0.0686951 Jun 08 18:36:53.288628 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee6841-e595-4607-a542-ecca5972a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6389711-1470-4935-a65d-1b258a5e7f84,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:53.311146 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8eee6841-e595-4607-a542-ecca5972a909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:53.336361 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f0776408-bf7a-4967-9ba7-7e85c684d70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:53.369835 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f0776408-bf7a-4967-9ba7-7e85c684d70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:53.424396 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cfcd3-fa8e-46b0-8d78-467e2f898a9b req-b403a9fb-38a9-4327-a6dc-8818117181b9 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:53.425951 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-083cfcd3-fa8e-46b0-8d78-467e2f898a9b req-b403a9fb-38a9-4327-a6dc-8818117181b9 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 943 time: 0.1462595 Jun 08 18:36:53.432961 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-09897b6d-20a9-483b-b0f0-ca233b562ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:53.434518 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-09897b6d-20a9-483b-b0f0-ca233b562ebc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=815fed0c-feee-4993-b2f3-e760a3990d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1228213 Jun 08 18:36:53.505875 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f0776408-bf7a-4967-9ba7-7e85c684d70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:53.508446 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f0776408-bf7a-4967-9ba7-7e85c684d70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:53.509955 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-f0776408-bf7a-4967-9ba7-7e85c684d70d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6389711-1470-4935-a65d-1b258a5e7f84 HTTP/1.1" status: 204 len: 168 time: 0.2672999 Jun 08 18:36:53.515453 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8f95a2fb-ab0a-441a-bfaa-a9b21ab93f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:53.523223 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0776408-bf7a-4967-9ba7-7e85c684d70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6389711-1470-4935-a65d-1b258a5e7f84,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:53.526696 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f0776408-bf7a-4967-9ba7-7e85c684d70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:53.564112 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-083cfcd3-fa8e-46b0-8d78-467e2f898a9b req-b91bae9e-bc1a-486d-91cb-70b552568630 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285446 Jun 08 18:36:53.641998 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-3ea51773-caad-4ac9-a837-b4fcfe079995 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902983 Jun 08 18:36:53.784535 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-ae29c9df-e1f4-44c4-84ed-901cf09f2236 req-73f0f143-09e0-4c38-af74-e161e18d99f4 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361041 Jun 08 18:36:54.373926 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 34906) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:54.395002 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd5feceb-4366-4630-b3b5-2a4594137af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:54.513157 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd5feceb-4366-4630-b3b5-2a4594137af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:54.636518 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-bd5feceb-4366-4630-b3b5-2a4594137af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:54.645562 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-9dc2c40e-903b-4a2d-bcba-9c158d2c1461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:54.664987 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:54.722544 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-bd5feceb-4366-4630-b3b5-2a4594137af0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dff0ef02b9084f8896257706da41f8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474054 Jun 08 18:36:54.725342 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 34912) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:54.729012 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5feceb-4366-4630-b3b5-2a4594137af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f85ee5-dd63-43ab-abf8-b0b19bc288ef,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:54.737723 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bd5feceb-4366-4630-b3b5-2a4594137af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:54.779329 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddb8c7-ce64-4704-ae4d-462e01446b53 req-91f0d4d5-bbb5-48cd-8fe8-cb3cef93c5d5 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:54.780892 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a1ddb8c7-ce64-4704-ae4d-462e01446b53 req-91f0d4d5-bbb5-48cd-8fe8-cb3cef93c5d5 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 943 time: 0.0986032 Jun 08 18:36:54.796001 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-387330cb-cc5a-42d4-ac12-5214a3496abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:54.803116 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f3a52820-6d8d-4c19-a3b8-f12904a37cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:54.831211 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a1ddb8c7-ce64-4704-ae4d-462e01446b53 req-966a576c-feba-4360-a570-baf8114008a0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Jun 08 18:36:54.849613 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f3a52820-6d8d-4c19-a3b8-f12904a37cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:54.973842 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f3a52820-6d8d-4c19-a3b8-f12904a37cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:54.976027 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f3a52820-6d8d-4c19-a3b8-f12904a37cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:54.977248 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-f3a52820-6d8d-4c19-a3b8-f12904a37cde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57f85ee5-dd63-43ab-abf8-b0b19bc288ef HTTP/1.1" status: 204 len: 168 time: 0.2508049 Jun 08 18:36:54.978039 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-13409c0f-e66c-46f9-abab-9e058ef323b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:54.988261 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a52820-6d8d-4c19-a3b8-f12904a37cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f85ee5-dd63-43ab-abf8-b0b19bc288ef,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:54.991301 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f3a52820-6d8d-4c19-a3b8-f12904a37cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:55.962247 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:56.047164 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ab70-9d39-4340-9403-b62184f020a2 req-7f2c0a36-35ab-4392-9082-36ad7ce0c87c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:56.052572 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0419ab70-9d39-4340-9403-b62184f020a2 req-7f2c0a36-35ab-4392-9082-36ad7ce0c87c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 943 time: 0.0880136 Jun 08 18:36:56.105362 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-0419ab70-9d39-4340-9403-b62184f020a2 req-bb4ff70c-3dfb-49d2-969d-0b4ab8ad485b tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457377 Jun 08 18:36:57.306999 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3b11b-b7a9-49f3-81c2-fdc8d408f997 req-dc90b6d4-9ed7-4c20-99e0-40e803c8f9b9 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:57.308654 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3fe3b11b-b7a9-49f3-81c2-fdc8d408f997 req-dc90b6d4-9ed7-4c20-99e0-40e803c8f9b9 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 943 time: 0.0837598 Jun 08 18:36:57.356467 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3fe3b11b-b7a9-49f3-81c2-fdc8d408f997 req-afbcf195-c6db-43f8-a51d-3320f75dbfa7 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Jun 08 18:36:57.464501 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:58.036382 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device c2074960-8430-40f4-beb7-1210ddfdca3d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:36:58.176391 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port c2074960-8430-40f4-beb7-1210ddfdca3d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c2074960-8430-40f4-beb7-1210ddfdca3d,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:58.195117 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'port_id': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'mac_address': 'fa:16:3e:82:57:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:36:58.254958 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:58.272454 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2074960-8430-40f4-beb7-1210ddfdca3d {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:36:58.290252 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port c2074960-8430-40f4-beb7-1210ddfdca3d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c2074960-8430-40f4-beb7-1210ddfdca3d,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:58.388355 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:58.388355 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-fc9c2e17-e2ab-423a-828e-be06b6befaf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:58.452960 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=c2074960-8430-40f4-beb7-1210ddfdca3d,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:58.456406 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:58.547350 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc79e-7e8c-49dc-91f5-179760f81b95 req-96f9f7f4-5cbc-4d88-b3cf-79b323113e8a tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:58.548863 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bcbdc79e-7e8c-49dc-91f5-179760f81b95 req-96f9f7f4-5cbc-4d88-b3cf-79b323113e8a tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 944 time: 0.0868688 Jun 08 18:36:58.596085 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['c2074960-8430-40f4-beb7-1210ddfdca3d'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:36:58.606464 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bcbdc79e-7e8c-49dc-91f5-179760f81b95 req-5d1d1f11-acc4-459c-877c-47da3ff539a4 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496404 Jun 08 18:36:59.787998 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a67a9-9adf-4872-a96c-4f2c99c6220c req-8cf24ad6-9505-49c8-ae94-24d644284dd7 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:59.789580 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-fe0a67a9-9adf-4872-a96c-4f2c99c6220c req-8cf24ad6-9505-49c8-ae94-24d644284dd7 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 944 time: 0.0856612 Jun 08 18:36:59.836137 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-fe0a67a9-9adf-4872-a96c-4f2c99c6220c req-6a9bcde0-368d-4b1d-8963-5a95ef30d741 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Jun 08 18:37:00.048261 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device c2074960-8430-40f4-beb7-1210ddfdca3d up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:37:00.105120 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35038) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:00.190484 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port c2074960-8430-40f4-beb7-1210ddfdca3d completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:37:00.196048 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port c2074960-8430-40f4-beb7-1210ddfdca3d triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:37:00.199441 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.231331 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-928d253f-9ab2-4e1f-8ea4-52660eaa3fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.320595 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.337843 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-928d253f-9ab2-4e1f-8ea4-52660eaa3fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.352136 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:37:00.354471 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3262410-e6e2-412e-89ae-023a0bcbf5e6" -d '{"events": [{"server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "name": "network-vif-plugged", "status": "completed", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:37:00.364836 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port c2074960-8430-40f4-beb7-1210ddfdca3d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c2074960-8430-40f4-beb7-1210ddfdca3d,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:37:00.403306 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c045b-ba8e-4f8a-9d64-c2b2631126ad x-openstack-request-id: req-8d2c045b-ba8e-4f8a-9d64-c2b2631126ad {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:37:00.405791 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "name": "network-vif-plugged", "status": "completed", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:37:00.405791 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d2c045b-ba8e-4f8a-9d64-c2b2631126ad {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:37:00.405791 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'code': 200} Jun 08 18:37:00.425530 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-928d253f-9ab2-4e1f-8ea4-52660eaa3fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.435268 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8eee6841-e595-4607-a542-ecca5972a909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:00.453697 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.455815 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:00.501467 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-928d253f-9ab2-4e1f-8ea4-52660eaa3fbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eafc4a771d7049dab7478998169aa1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949325 Jun 08 18:37:00.503940 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35050) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:00.504991 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d253f-9ab2-4e1f-8ea4-52660eaa3fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf4d1cb-3c29-4f3a-89a1-158acb894e41,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:00.509021 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-928d253f-9ab2-4e1f-8ea4-52660eaa3fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:00.529370 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=c2074960-8430-40f4-beb7-1210ddfdca3d,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:00.532601 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:00.594293 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f49534b3-f5c1-46c1-9fc9-8f0aaa0fbbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.620234 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f49534b3-f5c1-46c1-9fc9-8f0aaa0fbbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.809834 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f49534b3-f5c1-46c1-9fc9-8f0aaa0fbbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.812280 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f49534b3-f5c1-46c1-9fc9-8f0aaa0fbbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:00.813427 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-f49534b3-f5c1-46c1-9fc9-8f0aaa0fbbe2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bf4d1cb-3c29-4f3a-89a1-158acb894e41 HTTP/1.1" status: 204 len: 168 time: 0.3077695 Jun 08 18:37:00.814854 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2e259dd4-7725-4c2c-9481-f55eed1a342b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:00.828209 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49534b3-f5c1-46c1-9fc9-8f0aaa0fbbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf4d1cb-3c29-4f3a-89a1-158acb894e41,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:00.831711 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f49534b3-f5c1-46c1-9fc9-8f0aaa0fbbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:00.855549 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7647c7-5319-4dc6-a1e2-6005e02f45df req-c3383f25-3346-4d76-911d-9954032f7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:00.857030 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-be7647c7-5319-4dc6-a1e2-6005e02f45df req-c3383f25-3346-4d76-911d-9954032f7d99 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0972924 Jun 08 18:37:00.903150 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-be7647c7-5319-4dc6-a1e2-6005e02f45df req-7ccd0a13-f146-408f-bd06-3058cc3e7f57 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Jun 08 18:37:01.125563 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa73cab-36ac-4210-92df-db522f556b77 req-f9217c85-eda4-44df-9176-7b177a958154 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:01.127099 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-faa73cab-36ac-4210-92df-db522f556b77 req-f9217c85-eda4-44df-9176-7b177a958154 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 945 time: 0.1837525 Jun 08 18:37:01.175287 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-faa73cab-36ac-4210-92df-db522f556b77 req-eb1ced1b-a242-4132-9f88-e1fa7d6948a5 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jun 08 18:37:01.475829 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35060) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:01.493578 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b0f6ae56-2ec9-46ed-8b20-28adf0e5bca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:01.611177 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b0f6ae56-2ec9-46ed-8b20-28adf0e5bca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:01.751205 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b0f6ae56-2ec9-46ed-8b20-28adf0e5bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:01.761033 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ff690fd0-36b9-4f44-bfe8-7c0a874571ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:01.800199 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-b0f6ae56-2ec9-46ed-8b20-28adf0e5bca2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=462ae64897bc48008a283878562f6d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258407 Jun 08 18:37:01.801191 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6ae56-2ec9-46ed-8b20-28adf0e5bca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99291edb-5082-484f-b2cb-4fb94ab5130d,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:01.803691 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35066) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:01.804659 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b0f6ae56-2ec9-46ed-8b20-28adf0e5bca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:01.862850 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-97dd9417-53c9-4442-9cbe-4fd07be1dd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:01.889319 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-97dd9417-53c9-4442-9cbe-4fd07be1dd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:02.047371 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-97dd9417-53c9-4442-9cbe-4fd07be1dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:02.049941 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-97dd9417-53c9-4442-9cbe-4fd07be1dd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:02.051373 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-97dd9417-53c9-4442-9cbe-4fd07be1dd5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99291edb-5082-484f-b2cb-4fb94ab5130d HTTP/1.1" status: 204 len: 168 time: 0.2466044 Jun 08 18:37:02.052237 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-b800ef54-7bf9-49e4-af85-388e52f98e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:02.062539 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd9417-53c9-4442-9cbe-4fd07be1dd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99291edb-5082-484f-b2cb-4fb94ab5130d,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:02.065747 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-97dd9417-53c9-4442-9cbe-4fd07be1dd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:02.363207 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2b6f1-f505-4d91-a001-0d45beb9b697 req-d789f8b8-a0c4-46ae-bcf4-8cdb5a3927fd tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:02.364726 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-29d2b6f1-f505-4d91-a001-0d45beb9b697 req-d789f8b8-a0c4-46ae-bcf4-8cdb5a3927fd tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 945 time: 0.0828960 Jun 08 18:37:02.413926 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-29d2b6f1-f505-4d91-a001-0d45beb9b697 req-acf4cbc6-a59e-429a-96f9-e0bc317d91a6 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Jun 08 18:37:02.609592 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3038-0364-4a5e-bc2b-10e6efbba983 req-cfcf6f2e-2028-4fa2-93f6-719608324c29 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:02.611231 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b0aa3038-0364-4a5e-bc2b-10e6efbba983 req-cfcf6f2e-2028-4fa2-93f6-719608324c29 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 945 time: 0.0868556 Jun 08 18:37:02.657444 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-b0aa3038-0364-4a5e-bc2b-10e6efbba983 req-31d13f1a-c258-4e79-9efc-d6da0cfa7004 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Jun 08 18:37:03.201383 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd090f-bdaf-4de7-bb1f-51521c0c2bd0 req-dee031cf-3a98-489a-ae2f-e31d1a55ce11 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:03.202877 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e5dd090f-bdaf-4de7-bb1f-51521c0c2bd0 req-dee031cf-3a98-489a-ae2f-e31d1a55ce11 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 945 time: 0.0858827 Jun 08 18:37:03.258482 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-e5dd090f-bdaf-4de7-bb1f-51521c0c2bd0 req-ea6513d6-4034-4875-9745-f205c1c731a5 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Jun 08 18:37:04.864549 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35138) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:04.987181 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-08df9569-8c59-41a5-b768-4a48ff551417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:05.102248 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-08df9569-8c59-41a5-b768-4a48ff551417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:05.195969 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-08df9569-8c59-41a5-b768-4a48ff551417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:05.203081 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4da37ae1-880e-4855-b498-e632baf857a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:05.246159 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-08df9569-8c59-41a5-b768-4a48ff551417 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cd442fbdfbb496f96fcee36c0c7fd18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803356 Jun 08 18:37:05.247025 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df9569-8c59-41a5-b768-4a48ff551417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d78b449-54e5-438f-b473-6c139990d506,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:05.248997 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35150) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:05.249945 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-08df9569-8c59-41a5-b768-4a48ff551417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:05.309508 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-74619924-6a5e-4bfb-a603-9869fd1294c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:05.334213 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-74619924-6a5e-4bfb-a603-9869fd1294c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:05.465008 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-74619924-6a5e-4bfb-a603-9869fd1294c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:05.468148 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-74619924-6a5e-4bfb-a603-9869fd1294c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:05.480172 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-74619924-6a5e-4bfb-a603-9869fd1294c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d78b449-54e5-438f-b473-6c139990d506 HTTP/1.1" status: 204 len: 168 time: 0.2220693 Jun 08 18:37:05.480172 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-97b3d1a8-3ce3-4747-97b5-a589623b63ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:05.501084 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74619924-6a5e-4bfb-a603-9869fd1294c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d78b449-54e5-438f-b473-6c139990d506,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:05.504189 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-74619924-6a5e-4bfb-a603-9869fd1294c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:06.237566 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35176) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:06.259455 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-248d5b31-128d-41f1-85e7-d8035331b3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:06.364354 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-248d5b31-128d-41f1-85e7-d8035331b3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:06.447777 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-248d5b31-128d-41f1-85e7-d8035331b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:06.455756 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f44efd90-3db9-4f24-9cc9-065ea8877c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:06.498456 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-248d5b31-128d-41f1-85e7-d8035331b3db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6a98a4a1b9345bcb3977fa3cb66101e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596023 Jun 08 18:37:06.499202 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d5b31-128d-41f1-85e7-d8035331b3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6af776-1001-49ed-a1a3-a2d4f1453140,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:06.500988 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35178) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:06.502415 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-248d5b31-128d-41f1-85e7-d8035331b3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:06.562810 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-094d4aeb-31e6-487e-b6ee-b5a51e4ed62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:06.588089 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-094d4aeb-31e6-487e-b6ee-b5a51e4ed62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:06.756330 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-094d4aeb-31e6-487e-b6ee-b5a51e4ed62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:06.758766 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-094d4aeb-31e6-487e-b6ee-b5a51e4ed62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:06.759944 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-094d4aeb-31e6-487e-b6ee-b5a51e4ed62c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e6af776-1001-49ed-a1a3-a2d4f1453140 HTTP/1.1" status: 204 len: 168 time: 0.2571878 Jun 08 18:37:06.761017 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6bb13472-4fa6-4765-bc1e-7bcf93491d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:06.775888 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d4aeb-31e6-487e-b6ee-b5a51e4ed62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6af776-1001-49ed-a1a3-a2d4f1453140,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:06.793124 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-094d4aeb-31e6-487e-b6ee-b5a51e4ed62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:09.903724 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7900b9-bd13-4585-a43e-5f1789f06ca7 req-2acf82ed-dbc7-4759-b64b-5a8f0c3abee3 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:09.905069 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3f7900b9-bd13-4585-a43e-5f1789f06ca7 req-2acf82ed-dbc7-4759-b64b-5a8f0c3abee3 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 945 time: 0.0798769 Jun 08 18:37:09.953131 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3f7900b9-bd13-4585-a43e-5f1789f06ca7 req-3e61b62d-ac06-436c-83ed-388d96007541 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421965 Jun 08 18:37:09.982282 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35256) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:10.227772 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a1be88-298a-4f2f-a7fe-03e852403e21 tempest-TestMinimumBasicScenario-811571100 tempest-TestMinimumBasicScenario-811571100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:10.229408 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-45a1be88-298a-4f2f-a7fe-03e852403e21 tempest-TestMinimumBasicScenario-811571100 tempest-TestMinimumBasicScenario-811571100-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1093 time: 0.2460659 Jun 08 18:37:10.232290 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35260) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:10.236835 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'floatingip': {'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'port_id': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:37:10.338936 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for floatingip, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:10.606393 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:10.747125 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Allocated IP 172.28.2.227 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/31170ad1-d172-4d17-968e-3ce0e7b3e27d) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:37:10.895762 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:10.991733 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:10.992599 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:37:10.992599 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:37:10.992599 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:37:10.992599 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:37:10.992599 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:37:10.992599 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:37:11.011579 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:37:11.012625 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:37:11.014983 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:37:11.266453 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35276) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:11.396067 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-40b42bad-9dff-479b-ab30-f11eeea1f8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:11.420609 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:11.500269 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-40b42bad-9dff-479b-ab30-f11eeea1f8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:11.659162 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-40b42bad-9dff-479b-ab30-f11eeea1f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:11.661627 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:11.671175 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-97dd9417-53c9-4442-9cbe-4fd07be1dd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:11.717506 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-40b42bad-9dff-479b-ab30-f11eeea1f8ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8e2069933584d338db74e9651c06666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475987 Jun 08 18:37:11.717506 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b42bad-9dff-479b-ab30-f11eeea1f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d131b264-c72b-48d6-84cf-5f93d30ae572,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:11.718331 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35284) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:11.720775 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-40b42bad-9dff-479b-ab30-f11eeea1f8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:11.872980 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9cc1-b715-4b27-b1d9-f74b27f31121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:11.920428 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9cc1-b715-4b27-b1d9-f74b27f31121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:11.992640 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:12.122271 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:12.127189 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:12.159070 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9cc1-b715-4b27-b1d9-f74b27f31121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:12.161535 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9cc1-b715-4b27-b1d9-f74b27f31121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:12.163327 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-c9fb9cc1-b715-4b27-b1d9-f74b27f31121 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d131b264-c72b-48d6-84cf-5f93d30ae572 HTTP/1.1" status: 204 len: 168 time: 0.4430921 Jun 08 18:37:12.241707 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'Port': ['ID=31170ad1-d172-4d17-968e-3ce0e7b3e27d,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:12.246078 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:12.248389 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-033324f8-73f1-4f29-904d-0b0419033fce tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:12.261733 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb9cc1-b715-4b27-b1d9-f74b27f31121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d131b264-c72b-48d6-84cf-5f93d30ae572,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:12.263505 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:12.319364 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c9fb9cc1-b715-4b27-b1d9-f74b27f31121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:12.439555 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.l3_db [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Floating IP 0b256ee4-1fde-4e97-b3ce-1084504f58ba associated. External IP: 172.28.2.227, port: c2074960-8430-40f4-beb7-1210ddfdca3d. Jun 08 18:37:12.899340 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Router 2c312461-31ab-4b8e-bbb6-3af355e8362b has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:37:13.006933 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35294) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:13.024816 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5e514180-f95d-4d7d-a439-de8c62b0058b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.093451 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:37:13.209417 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] Sync routers for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:37:13.209417 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:37:13.209417 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:36:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:37:13.210874 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5e514180-f95d-4d7d-a439-de8c62b0058b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.254134 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5e514180-f95d-4d7d-a439-de8c62b0058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.263990 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-73773754-8905-4c4e-821b-0777e592477c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:13.299675 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:37:13.305007 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e514180-f95d-4d7d-a439-de8c62b0058b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daf7dc1-7861-4d9e-b6e2-e7f915ead64a,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:13.308596 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-5e514180-f95d-4d7d-a439-de8c62b0058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:13.310376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.314544 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-5e514180-f95d-4d7d-a439-de8c62b0058b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0193fd0ee4ea43dab13c0ffe29ddc035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064287 Jun 08 18:37:13.315091 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35296) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:13.380263 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35298) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:13.380516 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-92e405a5-5559-4144-85a6-fbd7c1b111c0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1466889 Jun 08 18:37:13.381839 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:37:13.384525 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ced9509-f0d8-4634-aa78-f942dbd9fb79" -d '{"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:37:13.385314 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-48e80076-d332-455e-9b18-e42a29a66194 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082228209', 'description': 'tempest-secgroup-smoke-2082228209 description', 'project_id': 'c1eb6a7953944ad68478fa88961d470e'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:37:13.394388 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-60670179-9e3b-4426-9c05-595929604933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.432760 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1388e8-ba21-4aac-b4b0-c549aea5607d x-openstack-request-id: req-ae1388e8-ba21-4aac-b4b0-c549aea5607d {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:37:13.432944 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-60670179-9e3b-4426-9c05-595929604933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.433376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:37:13.433803 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae1388e8-ba21-4aac-b4b0-c549aea5607d {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:37:13.434552 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'status': 'completed', 'code': 200} Jun 08 18:37:13.499661 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-48e80076-d332-455e-9b18-e42a29a66194 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.560424 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-687f34b7-5cc2-4c19-89fd-10c1692e009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:13.561918 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-687f34b7-5cc2-4c19-89fd-10c1692e009c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1eb6a7953944ad68478fa88961d470e&device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1098 time: 0.1021369 Jun 08 18:37:13.606861 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-60670179-9e3b-4426-9c05-595929604933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.606861 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-60670179-9e3b-4426-9c05-595929604933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.610031 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-60670179-9e3b-4426-9c05-595929604933 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7daf7dc1-7861-4d9e-b6e2-e7f915ead64a HTTP/1.1" status: 204 len: 168 time: 0.2912965 Jun 08 18:37:13.610571 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bd5feceb-4366-4630-b3b5-2a4594137af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:13.625622 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60670179-9e3b-4426-9c05-595929604933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daf7dc1-7861-4d9e-b6e2-e7f915ead64a,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:13.628669 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-60670179-9e3b-4426-9c05-595929604933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:13.697348 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-48e80076-d332-455e-9b18-e42a29a66194 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.744872 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '0b256ee4-1fde-4e97-b3ce-1084504f58ba', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'floating_ip_address': '172.28.2.227', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'port_id': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'mac_address': 'fa:16:3e:82:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:37:11Z', 'updated_at': '2021-06-08T18:37:11Z', 'revision_number': 0, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375c08ed-3c49-4997-a51b-2d3530bc1d4e', 'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'mac_address': 'fa:16:3e:bf:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:11Z', 'updated_at': '2021-06-08T18:36:18Z', 'revision_number': 5, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'subnets': [{'id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:37:13.749385 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] Checking router: 2c312461-31ab-4b8e-bbb6-3af355e8362b for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:37:13.758689 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:37:13.759314 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:36:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:37:13.777529 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-22056347-b6d7-47f7-8d14-f7915cba039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:13.779982 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-22056347-b6d7-47f7-8d14-f7915cba039d service neutron] 10.222.0.39 "GET /v2.0/networks?id=815fed0c-feee-4993-b2f3-e760a3990d2b HTTP/1.1" status: 200 len: 915 time: 0.2117829 Jun 08 18:37:13.796286 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-48e80076-d332-455e-9b18-e42a29a66194 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.803677 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f4758646-f750-460d-b01a-367ce57a0d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:13.842876 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e80076-d332-455e-9b18-e42a29a66194 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1828fb67-6460-4189-802c-2e08e5f36483,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:13.856904 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-48e80076-d332-455e-9b18-e42a29a66194 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:13.911104 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-ebcd17d6-b091-4ed7-aa29-bf3601d1e532 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 999 time: 0.1226773 Jun 08 18:37:13.938883 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-48e80076-d332-455e-9b18-e42a29a66194 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:13.940341 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-48e80076-d332-455e-9b18-e42a29a66194 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5592523 Jun 08 18:37:13.943660 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35312) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:13.948617 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-ca917565-cb4d-4deb-8954-765b4e6da950 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'security_group_rule': {'security_group_id': '1828fb67-6460-4189-802c-2e08e5f36483', 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:37:13.960858 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:37:13.986899 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-11502d69-3165-451c-b386-384036df4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:13.988281 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-11502d69-3165-451c-b386-384036df4791 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5c271c8-8575-40f8-81ad-32cd1f151718 HTTP/1.1" status: 200 len: 853 time: 0.0709245 Jun 08 18:37:14.060566 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ca917565-cb4d-4deb-8954-765b4e6da950 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.069101 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-2dc8f347-7669-4e00-b6db-ae527e020679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:14.070750 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-2dc8f347-7669-4e00-b6db-ae527e020679 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=815fed0c-feee-4993-b2f3-e760a3990d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755167 Jun 08 18:37:14.152001 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ca917565-cb4d-4deb-8954-765b4e6da950 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.264991 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ca917565-cb4d-4deb-8954-765b4e6da950 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.276952 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-0aa317c1-fd21-4725-9b28-1840e9fc4183 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990917 Jun 08 18:37:14.279632 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:14.315022 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca917565-cb4d-4deb-8954-765b4e6da950 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bb02bd-3c36-48d1-b321-c9af98f8e7e4,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:14.320935 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ca917565-cb4d-4deb-8954-765b4e6da950 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:14.363290 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '0b256ee4-1fde-4e97-b3ce-1084504f58ba', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'floating_ip_address': '172.28.2.227', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'port_id': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'mac_address': 'fa:16:3e:82:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:37:11Z', 'updated_at': '2021-06-08T18:37:11Z', 'revision_number': 0, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375c08ed-3c49-4997-a51b-2d3530bc1d4e', 'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'mac_address': 'fa:16:3e:bf:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:11Z', 'updated_at': '2021-06-08T18:36:18Z', 'revision_number': 5, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'subnets': [{'id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:37:14.368713 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1775d-13ff-42ea-9e84-4e341c1eb5d5 None None] The sync data for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb is: [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': '0b256ee4-1fde-4e97-b3ce-1084504f58ba', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'floating_ip_address': '172.28.2.227', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'port_id': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'mac_address': 'fa:16:3e:82:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:37:11Z', 'updated_at': '2021-06-08T18:37:11Z', 'revision_number': 0, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375c08ed-3c49-4997-a51b-2d3530bc1d4e', 'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'mac_address': 'fa:16:3e:bf:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:11Z', 'updated_at': '2021-06-08T18:36:18Z', 'revision_number': 5, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'subnets': [{'id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:37:14.430676 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ca917565-cb4d-4deb-8954-765b4e6da950 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.431887 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-ca917565-cb4d-4deb-8954-765b4e6da950 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4870429 Jun 08 18:37:14.435278 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35318) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:14.437524 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7ced9509-f0d8-4634-aa78-f942dbd9fb79 req-36aab163-b245-4e4b-aa4b-a31feb3fedcc service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529930 Jun 08 18:37:14.440568 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-80f665c0-c319-43a5-aea6-fad4d6f7661c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'security_group_rule': {'security_group_id': '1828fb67-6460-4189-802c-2e08e5f36483', 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:37:14.529537 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35320) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:14.546728 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6ac973f5-4c06-4861-a1e5-df0caf673de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.560473 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80f665c0-c319-43a5-aea6-fad4d6f7661c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.585251 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e677e3e4-1c3f-4d67-98c1-7c4a9f1f7dff None None] New status for floating IP 0b256ee4-1fde-4e97-b3ce-1084504f58ba: ACTIVE {{(pid=92353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:37:14.626984 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80f665c0-c319-43a5-aea6-fad4d6f7661c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.664888 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6ac973f5-4c06-4861-a1e5-df0caf673de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.830521 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-6ac973f5-4c06-4861-a1e5-df0caf673de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.838334 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80f665c0-c319-43a5-aea6-fad4d6f7661c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.840399 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:14.848107 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-4a36a8c3-e8fa-4cd7-967b-aa48b3d9c1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:14.867488 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f665c0-c319-43a5-aea6-fad4d6f7661c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef9853d-0322-42da-9f95-547726621087,revision_number=0']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:14.869963 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-80f665c0-c319-43a5-aea6-fad4d6f7661c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:14.896011 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-6ac973f5-4c06-4861-a1e5-df0caf673de1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d6bf6ed470647749991e58393b0e7ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652394 Jun 08 18:37:14.897914 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac973f5-4c06-4861-a1e5-df0caf673de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d4f34a-6887-420e-b474-c81aa4e5c7ef,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:14.898720 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35322) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:14.901167 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6ac973f5-4c06-4861-a1e5-df0caf673de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:14.959316 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d51a55b1-c2ad-41e3-8c64-c89a74f29828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.985317 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d51a55b1-c2ad-41e3-8c64-c89a74f29828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.996961 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80f665c0-c319-43a5-aea6-fad4d6f7661c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:14.998116 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-80f665c0-c319-43a5-aea6-fad4d6f7661c tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5617061 Jun 08 18:37:15.001256 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35324) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:15.005813 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-dca19c12-16f5-457f-af56-a7b0447ec015 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'security_group_rule': {'security_group_id': '1828fb67-6460-4189-802c-2e08e5f36483', 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:37:15.122782 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dca19c12-16f5-457f-af56-a7b0447ec015 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.144579 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d51a55b1-c2ad-41e3-8c64-c89a74f29828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.147555 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d51a55b1-c2ad-41e3-8c64-c89a74f29828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.148741 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-d51a55b1-c2ad-41e3-8c64-c89a74f29828 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65d4f34a-6887-420e-b474-c81aa4e5c7ef HTTP/1.1" status: 204 len: 168 time: 0.2489824 Jun 08 18:37:15.149520 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-0a06a419-11ef-42f6-8835-0143d8f0cb81 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:15.161254 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a55b1-c2ad-41e3-8c64-c89a74f29828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d4f34a-6887-420e-b474-c81aa4e5c7ef,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:15.164287 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-d51a55b1-c2ad-41e3-8c64-c89a74f29828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:15.187139 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dca19c12-16f5-457f-af56-a7b0447ec015 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.260070 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dca19c12-16f5-457f-af56-a7b0447ec015 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.262846 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:15.284751 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca19c12-16f5-457f-af56-a7b0447ec015 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95004a35-3e4a-4433-b864-de14f8fd26b9,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:15.294326 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-dca19c12-16f5-457f-af56-a7b0447ec015 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:15.399414 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dca19c12-16f5-457f-af56-a7b0447ec015 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.400942 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-dca19c12-16f5-457f-af56-a7b0447ec015 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3987269 Jun 08 18:37:15.404349 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35332) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:15.409088 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-53fcd8ce-fbcd-42d7-a8e1-3cda82fd26db tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'security_group_rule': {'security_group_id': '1828fb67-6460-4189-802c-2e08e5f36483', 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:37:15.558880 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-53fcd8ce-fbcd-42d7-a8e1-3cda82fd26db tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.619557 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-53fcd8ce-fbcd-42d7-a8e1-3cda82fd26db tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.693962 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-53fcd8ce-fbcd-42d7-a8e1-3cda82fd26db tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.696199 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-aedc36e5-9fb4-451a-b6e2-3cc27b9402b6 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:15.722101 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcd8ce-fbcd-42d7-a8e1-3cda82fd26db tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0234f5fe-913d-4cd0-bb7c-656017c59c10,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:15.724687 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-53fcd8ce-fbcd-42d7-a8e1-3cda82fd26db tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:15.762612 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.847970 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-53fcd8ce-fbcd-42d7-a8e1-3cda82fd26db tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:15.849564 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-53fcd8ce-fbcd-42d7-a8e1-3cda82fd26db tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4444606 Jun 08 18:37:15.852282 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35350) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:15.856940 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-27eaa5c2-14c2-451d-a660-255adad29487 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'security_group_rule': {'security_group_id': '1828fb67-6460-4189-802c-2e08e5f36483', 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:37:15.957156 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.securitygroups_db [None req-27eaa5c2-14c2-451d-a660-255adad29487 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Project c1eb6a7953944ad68478fa88961d470e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:37:15.964052 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-27eaa5c2-14c2-451d-a660-255adad29487 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:16.157087 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-27eaa5c2-14c2-451d-a660-255adad29487 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:16.236200 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-27eaa5c2-14c2-451d-a660-255adad29487 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:16.238600 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:16.254296 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35360) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:16.264022 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaa5c2-14c2-451d-a660-255adad29487 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42ebdeb-c360-423b-91ec-bfbe0c607381,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:16.272140 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-27eaa5c2-14c2-451d-a660-255adad29487 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:16.376363 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:16.379271 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-27eaa5c2-14c2-451d-a660-255adad29487 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:16.381216 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-27eaa5c2-14c2-451d-a660-255adad29487 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5274534 Jun 08 18:37:16.383919 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35366) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:16.388595 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'security_group_rule': {'security_group_id': '1828fb67-6460-4189-802c-2e08e5f36483', 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:37:16.423603 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.db.api [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:37:16.423603 dv-cinder-789564-4-smb neutron-server[92350]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 08 18:37:16.423603 dv-cinder-789564-4-smb neutron-server[92350]: [parameters: {'project_id': '9bf72a2d8f814e29921593bf5e9b8c66', 'id': '626c1a0d-a1c2-4461-a865-0dee0e259f63', 'expiration': datetime.datetime(2021, 6, 8, 18, 39, 16, 398373)}] Jun 08 18:37:16.423603 dv-cinder-789564-4-smb neutron-server[92350]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:37:16.424076 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_db.api [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:37:16.544628 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.securitygroups_db [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Project c1eb6a7953944ad68478fa88961d470e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:37:16.551319 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:16.617621 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:16.716285 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:16.718298 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-53fcd8ce-fbcd-42d7-a8e1-3cda82fd26db tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:16.741292 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d078c0-18b8-4744-b4df-ff04c0746d92,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:16.745480 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:16.876872 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:16.878200 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4932108 Jun 08 18:37:16.926739 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.023221 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-9481b17d-c2ed-4f55-b0d0-71fda82d8ee5 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082228209&fields=id&tenant_id=c1eb6a7953944ad68478fa88961d470e HTTP/1.1" status: 200 len: 267 time: 0.0646243 Jun 08 18:37:17.128492 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.147380 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-7b823cc5-265a-4b8d-a229-da88ff6373c2 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:17.148958 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-7b823cc5-265a-4b8d-a229-da88ff6373c2 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 945 time: 0.1162789 Jun 08 18:37:17.159735 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'port': {'security_groups': ['67a42b56-0b2d-4bde-bfba-1fdbab40ead1', '1828fb67-6460-4189-802c-2e08e5f36483']}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:37:17.193060 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.211487 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-46c64d7d-f559-4b90-a308-d379986a59d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:17.264399 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bf72a2d8f814e29921593bf5e9b8c66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0089035 Jun 08 18:37:17.265393 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a74b9a-ddec-45d5-8f89-af23584c7f22,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:17.267073 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35382) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:17.295003 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:17.331690 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.333085 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2724e863-5b7e-42d2-9e20-2e0b12945c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.360523 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2724e863-5b7e-42d2-9e20-2e0b12945c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.496661 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2724e863-5b7e-42d2-9e20-2e0b12945c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.501044 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2724e863-5b7e-42d2-9e20-2e0b12945c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.502974 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-2724e863-5b7e-42d2-9e20-2e0b12945c4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32a74b9a-ddec-45d5-8f89-af23584c7f22 HTTP/1.1" status: 204 len: 168 time: 0.2345886 Jun 08 18:37:17.504079 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-76b8a74d-8217-4746-a94c-c9c0a3d73e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:17.522273 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724e863-5b7e-42d2-9e20-2e0b12945c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a74b9a-ddec-45d5-8f89-af23584c7f22,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:17.524748 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2724e863-5b7e-42d2-9e20-2e0b12945c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:17.703359 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] For port c2074960-8430-40f4-beb7-1210ddfdca3d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c2074960-8430-40f4-beb7-1210ddfdca3d,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:37:17.732359 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.796028 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.802805 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-be8e0907-fe7f-49cb-a8f9-98af56488371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:17.807609 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['c2074960-8430-40f4-beb7-1210ddfdca3d'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:37:17.878368 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:17.879048 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:17.880530 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-60ff48ed-8877-4219-b867-d7057c7d6ad9 req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "PUT /v2.0/ports/c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 981 time: 0.7252252 Jun 08 18:37:17.881562 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:37:17.887086 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39" -d '{"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:37:17.949580 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'Port': ['ID=c2074960-8430-40f4-beb7-1210ddfdca3d,revision_number=6']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:17.956267 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ddd3a6a2-93e4-42e7-a77a-89482596b742 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:18.056360 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['c2074960-8430-40f4-beb7-1210ddfdca3d'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:37:18.123119 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf27e5b-2ec2-4622-b277-c6218d245a42 req-1463339f-4038-4cbe-a347-fb709da1837f tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:18.125373 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-abf27e5b-2ec2-4622-b277-c6218d245a42 req-1463339f-4038-4cbe-a347-fb709da1837f tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.1143095 Jun 08 18:37:18.194370 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-abf27e5b-2ec2-4622-b277-c6218d245a42 req-28f6f819-840e-4501-b2d8-4a557f23a61a tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612774 Jun 08 18:37:18.277688 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a1d451-d206-4e25-b285-ffe594c7672d x-openstack-request-id: req-a1a1d451-d206-4e25-b285-ffe594c7672d {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:37:18.278241 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:37:18.278350 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1a1d451-d206-4e25-b285-ffe594c7672d {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:37:18.278718 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'status': 'completed', 'code': 200} Jun 08 18:37:18.344355 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-988b185b-48fe-4472-a63d-e1d23b2e9871 None None] Provisioning complete for port c2074960-8430-40f4-beb7-1210ddfdca3d triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:37:18.344731 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-988b185b-48fe-4472-a63d-e1d23b2e9871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:18.375630 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-d43c9ac6-cab4-4650-a821-8b90c3349c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:18.377479 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-d43c9ac6-cab4-4650-a821-8b90c3349c74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1eb6a7953944ad68478fa88961d470e&device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1137 time: 0.0763168 Jun 08 18:37:18.496046 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35408) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:18.513859 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5347-1495-4ea1-be6d-c42b27c5f0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:18.521953 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-2241c520-01cd-4e5a-9822-496611693220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:18.523490 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-2241c520-01cd-4e5a-9822-496611693220 service neutron] 10.222.0.39 "GET /v2.0/networks?id=815fed0c-feee-4993-b2f3-e760a3990d2b HTTP/1.1" status: 200 len: 915 time: 0.1398160 Jun 08 18:37:18.639738 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-07239fc1-1831-4720-925c-7ac243fe60b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 1001 time: 0.1088495 Jun 08 18:37:18.651779 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5347-1495-4ea1-be6d-c42b27c5f0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:18.706626 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-e9b60d90-f5ab-49e7-874f-0eb8c3b1229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:18.709548 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-e9b60d90-f5ab-49e7-874f-0eb8c3b1229a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5c271c8-8575-40f8-81ad-32cd1f151718 HTTP/1.1" status: 200 len: 853 time: 0.0628841 Jun 08 18:37:18.750440 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2f3d5347-1495-4ea1-be6d-c42b27c5f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:18.760093 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-68cde3e2-402f-4afe-b660-e154d8fd5e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:18.811932 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d5347-1495-4ea1-be6d-c42b27c5f0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6fa96a-d6b7-441d-85c7-b1692010519c,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:18.816393 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-2f3d5347-1495-4ea1-be6d-c42b27c5f0ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25685e72883040e3bdb30681dd3391a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192027 Jun 08 18:37:18.817853 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2f3d5347-1495-4ea1-be6d-c42b27c5f0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:18.825196 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35412) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:18.828369 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-41432e49-1980-4c36-9e7a-13aa9f727aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:18.831634 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-41432e49-1980-4c36-9e7a-13aa9f727aea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=815fed0c-feee-4993-b2f3-e760a3990d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1157286 Jun 08 18:37:18.915183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-776290e1-59a4-41ba-827a-d5f52b194aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:18.994007 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-c0af41f4-dedb-4cca-b859-241d82f41602 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549182 Jun 08 18:37:19.033178 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-776290e1-59a4-41ba-827a-d5f52b194aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:19.130175 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d06d12ee-b8b3-4a1a-ab82-4edaac557d39 req-e012169b-db3b-446b-9439-3ddfe6250de6 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289659 Jun 08 18:37:19.179002 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-776290e1-59a4-41ba-827a-d5f52b194aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:19.181582 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-776290e1-59a4-41ba-827a-d5f52b194aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:19.182812 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-776290e1-59a4-41ba-827a-d5f52b194aa5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f6fa96a-d6b7-441d-85c7-b1692010519c HTTP/1.1" status: 204 len: 168 time: 0.3564916 Jun 08 18:37:19.183611 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-02fbed24-f300-4e71-b949-92973e01bdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:19.194277 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776290e1-59a4-41ba-827a-d5f52b194aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6fa96a-d6b7-441d-85c7-b1692010519c,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:19.196670 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-776290e1-59a4-41ba-827a-d5f52b194aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:21.818639 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-350dd240-355b-4a58-af03-7698f0c03199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:24.394412 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35506) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:24.514212 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fdc22565-fd9f-46ab-b0fa-4493dd742e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:24.618443 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fdc22565-fd9f-46ab-b0fa-4493dd742e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:24.658902 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:24.698769 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-fdc22565-fd9f-46ab-b0fa-4493dd742e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:24.706344 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-d51a55b1-c2ad-41e3-8c64-c89a74f29828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:24.746883 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc22565-fd9f-46ab-b0fa-4493dd742e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d240d3a-0afb-44e9-8158-f25e228feaf2,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:24.750394 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-fdc22565-fd9f-46ab-b0fa-4493dd742e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:24.752918 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-fdc22565-fd9f-46ab-b0fa-4493dd742e9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e94a2e22c64c459fa186f42d6f472e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574746 Jun 08 18:37:24.757028 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35510) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:24.822082 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d045de96-ddac-41e7-8d21-3536204522ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:24.825066 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:37:24.836482 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-62282f88-6c90-468c-8466-edb59700418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:24.853035 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d045de96-ddac-41e7-8d21-3536204522ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:25.001813 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d045de96-ddac-41e7-8d21-3536204522ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:25.004277 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d045de96-ddac-41e7-8d21-3536204522ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:25.005439 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-d045de96-ddac-41e7-8d21-3536204522ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d240d3a-0afb-44e9-8158-f25e228feaf2 HTTP/1.1" status: 204 len: 168 time: 0.2472358 Jun 08 18:37:25.006796 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-5e514180-f95d-4d7d-a439-de8c62b0058b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:25.016665 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045de96-ddac-41e7-8d21-3536204522ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d240d3a-0afb-44e9-8158-f25e228feaf2,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:25.019094 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-d045de96-ddac-41e7-8d21-3536204522ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:25.688835 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35530) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:25.707339 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a589e6d6-919b-45c2-8f68-ba4ac55a7d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:25.812147 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a589e6d6-919b-45c2-8f68-ba4ac55a7d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:25.887736 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a589e6d6-919b-45c2-8f68-ba4ac55a7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:25.898196 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f9a13e11-c97f-4786-990b-3ddd32c990a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:25.938260 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-a589e6d6-919b-45c2-8f68-ba4ac55a7d24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41f419560fa24b35a0196e806582c02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483096 Jun 08 18:37:25.939262 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589e6d6-919b-45c2-8f68-ba4ac55a7d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b223f05-48c5-49bd-bc7d-166677820a67,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:25.940875 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35534) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:25.942486 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a589e6d6-919b-45c2-8f68-ba4ac55a7d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:25.956574 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:26.002519 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-378ff921-0de5-4f12-8ded-0fea493620a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:26.029478 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-378ff921-0de5-4f12-8ded-0fea493620a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:26.155801 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-378ff921-0de5-4f12-8ded-0fea493620a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:26.158315 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-378ff921-0de5-4f12-8ded-0fea493620a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:26.162150 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-378ff921-0de5-4f12-8ded-0fea493620a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b223f05-48c5-49bd-bc7d-166677820a67 HTTP/1.1" status: 204 len: 168 time: 0.2174959 Jun 08 18:37:26.162150 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-e765aa7a-7ea5-4aad-abc2-9e611fb86536 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:26.170093 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ff921-0de5-4f12-8ded-0fea493620a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b223f05-48c5-49bd-bc7d-166677820a67,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:26.172347 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-378ff921-0de5-4f12-8ded-0fea493620a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:27.447608 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:28.226772 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35592) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:28.373437 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-991eb177-3b63-4ecd-95e0-822892ea1057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:28.496754 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-991eb177-3b63-4ecd-95e0-822892ea1057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:28.595858 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-991eb177-3b63-4ecd-95e0-822892ea1057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:28.605304 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c9fb9cc1-b715-4b27-b1d9-f74b27f31121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:28.645815 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-991eb177-3b63-4ecd-95e0-822892ea1057 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bb2daf1821f462c957cecf4016a8250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166844 Jun 08 18:37:28.647620 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eb177-3b63-4ecd-95e0-822892ea1057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e645a2e7-913c-4c61-868c-8224ab66cbbc,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:28.648597 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35600) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:28.655978 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-991eb177-3b63-4ecd-95e0-822892ea1057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:28.721183 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-512c0f0c-cb0a-4a9d-bcde-bd59d4c5e23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:28.752866 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-512c0f0c-cb0a-4a9d-bcde-bd59d4c5e23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:28.899313 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-512c0f0c-cb0a-4a9d-bcde-bd59d4c5e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:28.901816 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-512c0f0c-cb0a-4a9d-bcde-bd59d4c5e23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:28.903084 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-512c0f0c-cb0a-4a9d-bcde-bd59d4c5e23c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e645a2e7-913c-4c61-868c-8224ab66cbbc HTTP/1.1" status: 204 len: 168 time: 0.2529054 Jun 08 18:37:28.903860 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ae195899-b01d-40ca-964b-ea9c0b7e04f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:28.913910 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c0f0c-cb0a-4a9d-bcde-bd59d4c5e23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e645a2e7-913c-4c61-868c-8224ab66cbbc,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:28.916271 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-512c0f0c-cb0a-4a9d-bcde-bd59d4c5e23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:29.497180 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35620) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:29.622179 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9a116e24-c1bd-4e03-804c-74b59b58c96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:29.656245 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35624) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:29.676067 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8c9844b5-96e9-4b67-8613-d6bb1d2d4584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:29.729373 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9a116e24-c1bd-4e03-804c-74b59b58c96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:29.807312 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-9a116e24-c1bd-4e03-804c-74b59b58c96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:29.816319 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-356ac91b-6a71-4b21-9da0-59abd2dee5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:29.860568 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-9a116e24-c1bd-4e03-804c-74b59b58c96f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03bdce80e7694db4bb7c6dbd53dd2d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622639 Jun 08 18:37:29.863307 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35626) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:29.874656 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a116e24-c1bd-4e03-804c-74b59b58c96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0736d9c9-33b3-4d5a-9e13-c8ce2739ca67,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:29.878910 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9a116e24-c1bd-4e03-804c-74b59b58c96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:29.901454 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8c9844b5-96e9-4b67-8613-d6bb1d2d4584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:29.932615 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-41b38368-3ff8-42c3-94c4-34e3775f8974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:29.960429 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-41b38368-3ff8-42c3-94c4-34e3775f8974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:29.986195 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-8c9844b5-96e9-4b67-8613-d6bb1d2d4584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:29.996248 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-928d253f-9ab2-4e1f-8ea4-52660eaa3fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:30.040818 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-8c9844b5-96e9-4b67-8613-d6bb1d2d4584 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecd5146de7114876a976a3642e7e7143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828559 Jun 08 18:37:30.041573 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9844b5-96e9-4b67-8613-d6bb1d2d4584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b57aa-727c-496a-8533-ffb9ff755fdc,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:30.043666 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35628) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:30.044985 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-8c9844b5-96e9-4b67-8613-d6bb1d2d4584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:30.101457 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-41b38368-3ff8-42c3-94c4-34e3775f8974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:30.103838 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-41b38368-3ff8-42c3-94c4-34e3775f8974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:30.104995 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-41b38368-3ff8-42c3-94c4-34e3775f8974 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0736d9c9-33b3-4d5a-9e13-c8ce2739ca67 HTTP/1.1" status: 204 len: 168 time: 0.2408102 Jun 08 18:37:30.107355 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-10182249-c04f-4cc1-b9ee-9efa4c6ce69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:30.113661 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-7c064eb9-2991-4dc2-94dd-fc3c6a0a7387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:30.126055 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b38368-3ff8-42c3-94c4-34e3775f8974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0736d9c9-33b3-4d5a-9e13-c8ce2739ca67,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:30.130367 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-41b38368-3ff8-42c3-94c4-34e3775f8974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:30.147195 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-7c064eb9-2991-4dc2-94dd-fc3c6a0a7387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:30.282140 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-7c064eb9-2991-4dc2-94dd-fc3c6a0a7387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:30.285105 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-7c064eb9-2991-4dc2-94dd-fc3c6a0a7387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:30.286585 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-7c064eb9-2991-4dc2-94dd-fc3c6a0a7387 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e24b57aa-727c-496a-8533-ffb9ff755fdc HTTP/1.1" status: 204 len: 168 time: 0.2416706 Jun 08 18:37:30.287765 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2724e863-5b7e-42d2-9e20-2e0b12945c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:30.305054 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c064eb9-2991-4dc2-94dd-fc3c6a0a7387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b57aa-727c-496a-8533-ffb9ff755fdc,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:30.310277 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-7c064eb9-2991-4dc2-94dd-fc3c6a0a7387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:30.888835 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35640) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:30.907242 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.019240 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.214117 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.226293 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2e5ec46a-5e9a-4936-98c8-09f0942e10a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:31.268380 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99ddf82aa97847cab5e9da0157c3e259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783071 Jun 08 18:37:31.270190 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6743ba1-e277-470a-a333-416c01cfdab7,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:31.271781 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35642) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:31.279233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.287644 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:31.289286 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-daec750e-0e59-4c3a-a6b4-0fc2086d6e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:31.295862 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35644) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:31.325865 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4cde9741-8a21-4fd2-872a-b7cc786510e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.352999 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-76d29b00-b328-43ff-9931-26fa8eaf8980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.384405 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-76d29b00-b328-43ff-9931-26fa8eaf8980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.463359 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4cde9741-8a21-4fd2-872a-b7cc786510e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.550782 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-76d29b00-b328-43ff-9931-26fa8eaf8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.553632 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-76d29b00-b328-43ff-9931-26fa8eaf8980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.554808 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-76d29b00-b328-43ff-9931-26fa8eaf8980 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6743ba1-e277-470a-a333-416c01cfdab7 HTTP/1.1" status: 204 len: 168 time: 0.2812166 Jun 08 18:37:31.555613 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ac2aab21-60a7-4525-997a-5d7ef6d47960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:31.565568 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29b00-b328-43ff-9931-26fa8eaf8980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6743ba1-e277-470a-a333-416c01cfdab7,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:31.568624 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-76d29b00-b328-43ff-9931-26fa8eaf8980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:31.608303 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-4cde9741-8a21-4fd2-872a-b7cc786510e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.623848 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-7d80bbc3-d612-4ff0-8c70-b84290adf657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:31.665497 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-4cde9741-8a21-4fd2-872a-b7cc786510e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3390ef9050424bf0976463953fbfab03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678753 Jun 08 18:37:31.668455 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35648) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:31.670393 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde9741-8a21-4fd2-872a-b7cc786510e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff5e0c8-d279-48b2-86c2-5f7518f98baa,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:31.673608 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4cde9741-8a21-4fd2-872a-b7cc786510e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:31.748391 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-43319192-e003-4759-a35f-c15c903363e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.782199 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-43319192-e003-4759-a35f-c15c903363e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:32.062791 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-43319192-e003-4759-a35f-c15c903363e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:32.062791 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-43319192-e003-4759-a35f-c15c903363e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:32.062791 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-43319192-e003-4759-a35f-c15c903363e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eff5e0c8-d279-48b2-86c2-5f7518f98baa HTTP/1.1" status: 204 len: 168 time: 0.3817310 Jun 08 18:37:32.062791 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-af09169b-0dda-4d02-ab4f-721f455f419e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:32.063524 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43319192-e003-4759-a35f-c15c903363e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff5e0c8-d279-48b2-86c2-5f7518f98baa,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:32.066845 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-43319192-e003-4759-a35f-c15c903363e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:34.064469 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35710) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:34.351410 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a76cf1d7-75b4-429f-9461-6e4825932c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:34.481458 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a76cf1d7-75b4-429f-9461-6e4825932c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:34.596261 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a76cf1d7-75b4-429f-9461-6e4825932c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:34.604385 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-248d5b31-128d-41f1-85e7-d8035331b3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:34.651072 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-a76cf1d7-75b4-429f-9461-6e4825932c26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58c42b874e0545c08f8dc134f7016034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837815 Jun 08 18:37:34.652827 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cf1d7-75b4-429f-9461-6e4825932c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603e4776-20c7-4e0e-9a7c-ccd12be47032,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:34.657891 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a76cf1d7-75b4-429f-9461-6e4825932c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:34.665438 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35722) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:34.736194 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd5c4-beb6-494f-83b6-ce9ba6968a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:34.766448 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd5c4-beb6-494f-83b6-ce9ba6968a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:34.910757 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd5c4-beb6-494f-83b6-ce9ba6968a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:34.913904 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd5c4-beb6-494f-83b6-ce9ba6968a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:34.917815 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-8e4dd5c4-beb6-494f-83b6-ce9ba6968a31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/603e4776-20c7-4e0e-9a7c-ccd12be47032 HTTP/1.1" status: 204 len: 168 time: 0.2512174 Jun 08 18:37:34.919009 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-393a54a1-d9db-41a2-9e33-a84bab602ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:34.929260 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dd5c4-beb6-494f-83b6-ce9ba6968a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603e4776-20c7-4e0e-9a7c-ccd12be47032,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:34.934381 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8e4dd5c4-beb6-494f-83b6-ce9ba6968a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:35.791356 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72468395-1ba0-4bfe-b848-6d5481aa0117 req-550bdfd0-951e-4cfc-974d-89d5e4a63e0a tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:35.794082 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-72468395-1ba0-4bfe-b848-6d5481aa0117 req-550bdfd0-951e-4cfc-974d-89d5e4a63e0a tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.1311634 Jun 08 18:37:35.853607 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-72468395-1ba0-4bfe-b848-6d5481aa0117 req-3338c6ba-a026-4a71-8b6e-2c5c16653ca5 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524061 Jun 08 18:37:35.907156 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-f21c9f11-6fbb-491a-bd5f-565b7a18cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:35.909082 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-f21c9f11-6fbb-491a-bd5f-565b7a18cb87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1eb6a7953944ad68478fa88961d470e&device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1137 time: 0.1106901 Jun 08 18:37:36.081862 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-b18fec3c-210d-4ec9-b32e-12c580605718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:36.084994 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-b18fec3c-210d-4ec9-b32e-12c580605718 service neutron] 10.222.0.39 "GET /v2.0/networks?id=815fed0c-feee-4993-b2f3-e760a3990d2b HTTP/1.1" status: 200 len: 915 time: 0.1692846 Jun 08 18:37:36.237738 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-92b39418-89a3-4d58-8682-755cdf18c83e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 1001 time: 0.1455739 Jun 08 18:37:36.330902 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-08f5a836-d181-4542-8c01-051b10407da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:36.337375 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-08f5a836-d181-4542-8c01-051b10407da1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5c271c8-8575-40f8-81ad-32cd1f151718 HTTP/1.1" status: 200 len: 853 time: 0.0874674 Jun 08 18:37:36.433899 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-aebc27d9-eb96-46d3-8c94-807175f5ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:36.436537 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-aebc27d9-eb96-46d3-8c94-807175f5ab0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=815fed0c-feee-4993-b2f3-e760a3990d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0958512 Jun 08 18:37:36.588880 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-8956f987-4e19-4e4a-af87-9a9633d91961 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443381 Jun 08 18:37:36.745337 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cb4dbcbf-3b76-4c8c-818d-6eb06fe692f3 req-de7c791c-a67d-4b35-ba24-e585c65d190e service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496639 Jun 08 18:37:37.092299 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc33e1-6df4-4acc-be61-9dc365a812f3 req-10fd63f6-6b7b-4b54-84af-69f0a80375ac tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:37.093818 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bddc33e1-6df4-4acc-be61-9dc365a812f3 req-10fd63f6-6b7b-4b54-84af-69f0a80375ac tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.1016436 Jun 08 18:37:37.162515 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bddc33e1-6df4-4acc-be61-9dc365a812f3 req-61193e79-1562-4844-8864-fdd2dcdd1550 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617411 Jun 08 18:37:37.290058 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35788) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:37.423764 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-91ba5a4d-3198-473d-9669-e1f3ab43949d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:37.543581 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-91ba5a4d-3198-473d-9669-e1f3ab43949d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:37.614290 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-91ba5a4d-3198-473d-9669-e1f3ab43949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:37.622388 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-70c7eada-4266-4876-a336-39f00de7af88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:37.667170 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-91ba5a4d-3198-473d-9669-e1f3ab43949d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94dab4b1d32c4f0385b342e0d91d9c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751233 Jun 08 18:37:37.668162 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba5a4d-3198-473d-9669-e1f3ab43949d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1240c1-2b56-4cda-acb9-2884a7961229,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:37.671364 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-91ba5a4d-3198-473d-9669-e1f3ab43949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:37.671742 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35794) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:37.744579 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-06ae8d9b-aa90-413e-bb79-09695261e47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:37.774137 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-06ae8d9b-aa90-413e-bb79-09695261e47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:37.916815 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-06ae8d9b-aa90-413e-bb79-09695261e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:37.920320 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-06ae8d9b-aa90-413e-bb79-09695261e47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:37.921870 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-06ae8d9b-aa90-413e-bb79-09695261e47d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b1240c1-2b56-4cda-acb9-2884a7961229 HTTP/1.1" status: 204 len: 168 time: 0.2460065 Jun 08 18:37:37.923082 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-512c0f0c-cb0a-4a9d-bcde-bd59d4c5e23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:37.940095 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae8d9b-aa90-413e-bb79-09695261e47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1240c1-2b56-4cda-acb9-2884a7961229,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:37.945230 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-06ae8d9b-aa90-413e-bb79-09695261e47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:38.461129 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae95cab-646f-4aa9-ae18-d826a728025d req-781029a8-bbf5-4d4b-a954-095730b4c4cd tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:38.467839 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eae95cab-646f-4aa9-ae18-d826a728025d req-781029a8-bbf5-4d4b-a954-095730b4c4cd tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.1525333 Jun 08 18:37:38.513043 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-eae95cab-646f-4aa9-ae18-d826a728025d req-eb06abc1-d99a-43f7-928a-5f3763de8279 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440104 Jun 08 18:37:39.714030 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03180b5e-9852-456a-a07d-e96b8907d967 req-3436127f-b30d-45c4-b7fb-17348de25a5a tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:39.715537 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-03180b5e-9852-456a-a07d-e96b8907d967 req-3436127f-b30d-45c4-b7fb-17348de25a5a tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.0881708 Jun 08 18:37:39.769239 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-03180b5e-9852-456a-a07d-e96b8907d967 req-01d6a063-232f-4e04-b4b3-def8aa010d8f tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471950 Jun 08 18:37:40.967340 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721be74-03ea-4473-8ac9-940131b8c22f req-8a948872-339b-40bf-8391-d79b7b288cb4 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:40.968798 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5721be74-03ea-4473-8ac9-940131b8c22f req-8a948872-339b-40bf-8391-d79b7b288cb4 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.0898588 Jun 08 18:37:41.029030 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5721be74-03ea-4473-8ac9-940131b8c22f req-d272e8f7-ee50-4500-976a-54b83558fdc1 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506389 Jun 08 18:37:42.243013 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9443e-67bd-472c-8940-78ccb4bd6c66 req-4faa8cc3-39b9-4de5-aaf3-917a394bd5e8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:42.244593 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e4e9443e-67bd-472c-8940-78ccb4bd6c66 req-4faa8cc3-39b9-4de5-aaf3-917a394bd5e8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.0897045 Jun 08 18:37:42.294669 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e4e9443e-67bd-472c-8940-78ccb4bd6c66 req-feb5b472-25b4-4acf-a0cb-af7a4732c0b7 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440371 Jun 08 18:37:43.486862 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fb698-4cff-45a8-a961-67af42645f6a req-9d6dfaca-1950-4206-a1a5-db4a72704d17 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:43.488474 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ff5fb698-4cff-45a8-a961-67af42645f6a req-9d6dfaca-1950-4206-a1a5-db4a72704d17 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.0840428 Jun 08 18:37:43.539864 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ff5fb698-4cff-45a8-a961-67af42645f6a req-9a2664aa-b6c8-407a-86fd-0f6ff0020966 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450509 Jun 08 18:37:44.766874 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4d96d-9590-4a54-b76e-6f96a53ae138 req-b0e3c6c3-95a5-4df0-8308-6e0d59d303a9 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:44.768272 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c6e4d96d-9590-4a54-b76e-6f96a53ae138 req-b0e3c6c3-95a5-4df0-8308-6e0d59d303a9 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.0861144 Jun 08 18:37:44.822098 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-c6e4d96d-9590-4a54-b76e-6f96a53ae138 req-add115bb-1b64-4719-8596-3025fdd6d479 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477698 Jun 08 18:37:45.790742 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:46.066486 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84041a59-c4c9-46fc-90fa-a4bb3a3edc10 req-c480389b-e535-4e85-90d3-dc9f392aa120 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:46.068770 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-84041a59-c4c9-46fc-90fa-a4bb3a3edc10 req-c480389b-e535-4e85-90d3-dc9f392aa120 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.1080146 Jun 08 18:37:46.129691 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-84041a59-c4c9-46fc-90fa-a4bb3a3edc10 req-e8bece4a-3e73-4df4-8384-b5a25cfaeca8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500197 Jun 08 18:37:46.448208 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35874) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:46.585988 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f10c6eaf-f43f-47ec-b455-c34c02fe1cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:46.742597 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f10c6eaf-f43f-47ec-b455-c34c02fe1cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:46.801545 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f10c6eaf-f43f-47ec-b455-c34c02fe1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:46.810259 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-52d02827-c81f-4e0b-a549-e2907c6016d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:46.859900 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-f10c6eaf-f43f-47ec-b455-c34c02fe1cb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ffe2035172f4844b84e551bc0a89f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104359 Jun 08 18:37:46.861789 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c6eaf-f43f-47ec-b455-c34c02fe1cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87717c-89e7-490b-8944-2394b72298ad,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:46.862899 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35878) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:46.865796 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f10c6eaf-f43f-47ec-b455-c34c02fe1cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:46.933206 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5524d3f5-1804-440f-8304-937b4abba853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:46.963825 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5524d3f5-1804-440f-8304-937b4abba853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:47.133419 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5524d3f5-1804-440f-8304-937b4abba853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:47.135904 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5524d3f5-1804-440f-8304-937b4abba853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:47.137287 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-5524d3f5-1804-440f-8304-937b4abba853 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de87717c-89e7-490b-8944-2394b72298ad HTTP/1.1" status: 204 len: 168 time: 0.2729230 Jun 08 18:37:47.138389 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-094d4aeb-31e6-487e-b6ee-b5a51e4ed62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:47.155673 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524d3f5-1804-440f-8304-937b4abba853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87717c-89e7-490b-8944-2394b72298ad,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:47.158526 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-5524d3f5-1804-440f-8304-937b4abba853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:47.405539 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b09a5e-e0bf-43ff-a68f-1af8fb88b247 req-04c74330-968f-49f0-bb5c-aba66dddea86 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:47.407313 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-74b09a5e-e0bf-43ff-a68f-1af8fb88b247 req-04c74330-968f-49f0-bb5c-aba66dddea86 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.1044037 Jun 08 18:37:47.499033 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-74b09a5e-e0bf-43ff-a68f-1af8fb88b247 req-dca02df6-e722-49fb-8f8e-a330f91d29f5 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798340 Jun 08 18:37:47.871601 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35886) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:47.890468 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:48.009145 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:48.105016 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:48.112966 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9a116e24-c1bd-4e03-804c-74b59b58c96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:48.158261 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=392461f6cd6b4ea28ea014a1412028e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854209 Jun 08 18:37:48.159256 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f512c38-74bc-4621-b220-d448f70508f0,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:48.162258 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35888) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:48.172743 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.172743 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:37:48.189270 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b3f543a6-bfa9-417c-ad85-87259f464dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:48.242039 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-35b6e1cc-b463-49cf-850e-d11c66617777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:48.269526 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-35b6e1cc-b463-49cf-850e-d11c66617777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:48.522600 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-35b6e1cc-b463-49cf-850e-d11c66617777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:48.525603 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-35b6e1cc-b463-49cf-850e-d11c66617777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:48.527348 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-35b6e1cc-b463-49cf-850e-d11c66617777 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f512c38-74bc-4621-b220-d448f70508f0 HTTP/1.1" status: 204 len: 168 time: 0.3634191 Jun 08 18:37:48.528701 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-08df9569-8c59-41a5-b768-4a48ff551417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:48.562216 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6e1cc-b463-49cf-850e-d11c66617777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f512c38-74bc-4621-b220-d448f70508f0,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:48.567192 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-35b6e1cc-b463-49cf-850e-d11c66617777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:48.821747 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7181c-a8fc-456e-9f0e-5a96dee8f669 req-4df5b1f2-95f4-4840-9ff7-e34c4fa5846f tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:48.823415 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3de7181c-a8fc-456e-9f0e-5a96dee8f669 req-4df5b1f2-95f4-4840-9ff7-e34c4fa5846f tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.1346533 Jun 08 18:37:48.888879 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-3de7181c-a8fc-456e-9f0e-5a96dee8f669 req-e4f1eb99-f8a6-4f7e-a132-a47a12dbf5ac tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580976 Jun 08 18:37:49.403146 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 35900) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:49.421504 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ee8aed8b-a602-424a-a708-24b09e961fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:49.545483 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ee8aed8b-a602-424a-a708-24b09e961fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:49.630732 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-ee8aed8b-a602-424a-a708-24b09e961fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:49.638540 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ad6d827b-0206-4921-9fec-fb0aaa96a162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:49.681415 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aed8b-a602-424a-a708-24b09e961fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208bcf14-e3b3-4ebf-9a4e-007eba763169,revision_number=1']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:49.684628 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-ee8aed8b-a602-424a-a708-24b09e961fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:49.687345 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-ee8aed8b-a602-424a-a708-24b09e961fea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d70e914175134309a1dd808360facd66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828641 Jun 08 18:37:49.691035 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35902) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:49.755713 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ce5e5cf2-3258-43f2-9dac-b933c5d87323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:49.786734 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ce5e5cf2-3258-43f2-9dac-b933c5d87323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:50.090996 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa298e3-b9ed-4634-bd1d-f3f70f772909 req-ceb547aa-926e-4dac-aa49-1c1e97d2da56 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:50.092802 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5aa298e3-b9ed-4634-bd1d-f3f70f772909 req-ceb547aa-926e-4dac-aa49-1c1e97d2da56 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.0857027 Jun 08 18:37:50.143465 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-5aa298e3-b9ed-4634-bd1d-f3f70f772909 req-43773bc2-18e4-4ee3-a20d-7f9713955b09 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438590 Jun 08 18:37:50.156201 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ce5e5cf2-3258-43f2-9dac-b933c5d87323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:50.159746 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-ce5e5cf2-3258-43f2-9dac-b933c5d87323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:50.161125 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-ce5e5cf2-3258-43f2-9dac-b933c5d87323 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/208bcf14-e3b3-4ebf-9a4e-007eba763169 HTTP/1.1" status: 204 len: 168 time: 0.4690228 Jun 08 18:37:50.162083 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a60d6504-8678-4add-9b49-ac8aa618926c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:50.174283 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e5cf2-3258-43f2-9dac-b933c5d87323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208bcf14-e3b3-4ebf-9a4e-007eba763169,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:50.177512 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-ce5e5cf2-3258-43f2-9dac-b933c5d87323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:51.356402 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f785a6f-3104-45d3-8f13-ba197d6267fa req-324d9ec1-87b5-498a-9b22-fdaecdf6c5ec tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:51.357915 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6f785a6f-3104-45d3-8f13-ba197d6267fa req-324d9ec1-87b5-498a-9b22-fdaecdf6c5ec tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.0902464 Jun 08 18:37:51.410094 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-6f785a6f-3104-45d3-8f13-ba197d6267fa req-ab27536c-86d3-4670-94bd-ac6052781b9a tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460937 Jun 08 18:37:51.778773 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-4e79f250-08e6-4fd0-af6a-d852c3cfc248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:52.321784 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-1604333c-0000-4999-ac5c-5bd84919be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:52.323755 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-1604333c-0000-4999-ac5c-5bd84919be97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1eb6a7953944ad68478fa88961d470e&device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1137 time: 0.0798156 Jun 08 18:37:52.486716 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-1634f87d-a9d2-4b6c-89c5-9edd2d545298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:52.488426 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-1634f87d-a9d2-4b6c-89c5-9edd2d545298 service neutron] 10.222.0.39 "GET /v2.0/networks?id=815fed0c-feee-4993-b2f3-e760a3990d2b HTTP/1.1" status: 200 len: 915 time: 0.1426654 Jun 08 18:37:52.664028 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-49b7cb65-47e4-48a3-8c17-c424ecca7b80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 1001 time: 0.1670816 Jun 08 18:37:52.737494 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d59b02-3ccb-459f-b5bb-10cd68f740cc req-f93e67b1-b0b0-4b04-96a5-59459f4cf76e tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:52.739541 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d9d59b02-3ccb-459f-b5bb-10cd68f740cc req-f93e67b1-b0b0-4b04-96a5-59459f4cf76e tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.1930308 Jun 08 18:37:52.772212 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-b60c8e04-58fd-4c77-82a6-c38b5a498f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:52.773730 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-b60c8e04-58fd-4c77-82a6-c38b5a498f65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5c271c8-8575-40f8-81ad-32cd1f151718 HTTP/1.1" status: 200 len: 853 time: 0.1022801 Jun 08 18:37:52.851662 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d9d59b02-3ccb-459f-b5bb-10cd68f740cc req-a6916966-872a-45cd-968e-9808b32d47d0 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005530 Jun 08 18:37:52.878373 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-c8c92728-aff9-4ed9-aa30-c34e2751758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:52.879949 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-c8c92728-aff9-4ed9-aa30-c34e2751758f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=815fed0c-feee-4993-b2f3-e760a3990d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997286 Jun 08 18:37:53.021043 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-b8c5ae65-211a-4ba2-92d9-1a578d09f12a service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329575 Jun 08 18:37:53.162482 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d19e144c-bd3f-42b0-8059-b5b7d13187d6 req-9257dd5b-835f-41cf-9a52-2ec81233320b service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360698 Jun 08 18:37:54.075379 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a4ab6-cb9d-4c87-9e05-a44df2257cdb req-8f99696f-c42d-4033-b42b-93c287a69a0f tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:54.078016 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d93a4ab6-cb9d-4c87-9e05-a44df2257cdb req-8f99696f-c42d-4033-b42b-93c287a69a0f tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.0939531 Jun 08 18:37:54.139724 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d93a4ab6-cb9d-4c87-9e05-a44df2257cdb req-cae8cfb8-3d36-4ac9-8cc4-331220d66760 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=1828fb67-6460-4189-802c-2e08e5f36483&id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504210 Jun 08 18:37:54.723184 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:54.823813 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a8653a16-4b6b-455f-a09d-0de5f4275832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:55.927793 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:57.527904 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:58.782820 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35988) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:58.916835 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5f49-0ba9-446a-bccc-dc276ba6346d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:59.030567 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5f49-0ba9-446a-bccc-dc276ba6346d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:59.110196 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5f49-0ba9-446a-bccc-dc276ba6346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:59.118477 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-5524d3f5-1804-440f-8304-937b4abba853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:59.160546 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-0e9b5f49-0ba9-446a-bccc-dc276ba6346d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c949ab910c81479e8885d7b8bb6187ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765235 Jun 08 18:37:59.161825 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b5f49-0ba9-446a-bccc-dc276ba6346d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b86d13-13e0-491a-99d7-9c81cca8d5c3,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:59.164182 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 35992) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:37:59.166296 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0e9b5f49-0ba9-446a-bccc-dc276ba6346d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:37:59.225532 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2ac317e2-0c57-4d6f-9e2c-f30a0ce9f33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:59.252411 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2ac317e2-0c57-4d6f-9e2c-f30a0ce9f33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:59.367394 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2ac317e2-0c57-4d6f-9e2c-f30a0ce9f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:59.370135 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-2ac317e2-0c57-4d6f-9e2c-f30a0ce9f33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:59.371311 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-2ac317e2-0c57-4d6f-9e2c-f30a0ce9f33f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73b86d13-13e0-491a-99d7-9c81cca8d5c3 HTTP/1.1" status: 204 len: 168 time: 0.2061896 Jun 08 18:37:59.372085 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-378ff921-0de5-4f12-8ded-0fea493620a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:37:59.381828 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac317e2-0c57-4d6f-9e2c-f30a0ce9f33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b86d13-13e0-491a-99d7-9c81cca8d5c3,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:37:59.384194 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2ac317e2-0c57-4d6f-9e2c-f30a0ce9f33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:00.427439 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36014) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:00.546066 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1715562024-network', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:00.658551 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Made reservation on behalf of 70cbe4b8331d4235810e1267e41d6b2b for: {'network': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:38:00.661761 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:00.678840 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:00.801994 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:00.852948 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:00.856847 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b0f6ae56-2ec9-46ed-8b20-28adf0e5bca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:00.889782 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=92351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:38:00.897020 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b2a4f0-e83e-41ae-8b66-9078cf2d09bb,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:00.901280 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:00.905910 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:00.905910 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.segments_db [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Added segment f0c60b9e-20f6-48e3-b447-360bcb07c39c of type vlan for network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b Jun 08 18:38:00.936891 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:01.036724 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:01.038096 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:01.038716 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:01.042539 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d46365dd-bb05-42b7-b5f8-145c461dabc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:01.139862 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Pushing event updated for resources: {'Network': ['ID=236fb7ce-6354-45ce-ae0f-bcdf36cc510b,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:01.142605 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:01.150969 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:38:01.201562 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7728982 Jun 08 18:38:01.204413 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36018) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:01.210495 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Request body: {'subnet': {'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1715562024-subnet', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:01.304401 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Made reservation on behalf of 70cbe4b8331d4235810e1267e41d6b2b for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:38:01.306816 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2574629'] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:01.579123 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1470674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2574603'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:01.584212 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:01.760405 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc15a11a-be47-4196-a609-23c1310c0592,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:01.763689 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:01.769824 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Checking segment: {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:01.770263 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Network hostable DHCP agents. Network: 236fb7ce-6354-45ce-ae0f-bcdf36cc510b, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:38:01.824519 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:38:01.847041 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:38:01.910028 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, 236fb7ce-6354-45ce-ae0f-bcdf36cc510b) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:01.915244 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:01.919550 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:01.921038 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2953da05-ef2a-4e42-ad94-b4c029ba6581 None None] Network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:38:02.002581 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-fa682b34-abfb-4c22-a776-9702fcc1de43 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7967513 Jun 08 18:38:02.005487 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36020) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:02.012740 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:02.127500 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-856405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13327'] for router, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:02.128685 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-856318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13312'] for router, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:02.143985 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:02.151135 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700ac206-2eea-5549-baf1-7749e302a675-236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592'}]}} from dv-cinder-789564-4-smb. {{(pid=92352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:38:02.151969 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:02.304665 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.db_base_plugin_common [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Allocated IP 172.20.0.2 (236fb7ce-6354-45ce-ae0f-bcdf36cc510b/cc15a11a-be47-4196-a609-23c1310c0592/e35411c3-1c24-477f-9632-2723782acc1a) {{(pid=92352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:38:02.528492 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Notify callbacks [] for port, precommit_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:02.539488 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Transition to ACTIVE for port object e35411c3-1c24-477f-9632-2723782acc1a will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:02.557960 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Transition to ACTIVE for port object e35411c3-1c24-477f-9632-2723782acc1a will not be triggered until provisioned by entity DHCP. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:02.590200 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-856391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13362'] for router, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:02.671037 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:02.671776 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:02.671776 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:38:02.671776 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:38:02.671776 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:38:02.671776 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:02.671776 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Jun 08 18:38:02.690297 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b is already hosted by enough agents. {{(pid=92352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:02.691573 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.base_scheduler [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Resources bound (agent type, host, resource id): {{(pid=92352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:02.694343 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Received port after_create {{(pid=92352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:38:02.786178 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Attempting to bind port e35411c3-1c24-477f-9632-2723782acc1a on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:38:02.786559 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Attempting to bind port e35411c3-1c24-477f-9632-2723782acc1a by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:38:02.786917 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Attempting to bind port e35411c3-1c24-477f-9632-2723782acc1a on network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:02.792551 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:38:02.792925 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Checking segment: {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:02.793340 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:02.793734 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Bound using segment: {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:38:02.794257 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Bound port: e35411c3-1c24-477f-9632-2723782acc1a, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:38:02.794633 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:02.885827 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] For port e35411c3-1c24-477f-9632-2723782acc1a, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:38:02.889108 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] For port e35411c3-1c24-477f-9632-2723782acc1a, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=e35411c3-1c24-477f-9632-2723782acc1a,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:38:03.013341 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:03.017186 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a73d3c55-37de-4141-89f9-509d52f177cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:03.054441 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:03.087457 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:03.100062 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Pushing event updated for resources: {'Port': ['ID=e35411c3-1c24-477f-9632-2723782acc1a,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:03.108710 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.109058 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.109398 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.109731 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.110058 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.110480 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.110744 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.111066 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.111523 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.111849 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.112187 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.112795 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:03.117370 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:03.234550 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Allocated IP 172.28.2.41 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/b1b593d2-91a7-4c04-9e95-218b94b7be58) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:38:03.432323 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:03.522220 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2356055'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:03.522737 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:03.522737 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:38:03.522737 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:38:03.522737 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:38:03.522737 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:03.522737 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:38:03.541768 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:03.543082 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:03.546164 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:38:03.826887 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device e35411c3-1c24-477f-9632-2723782acc1a up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:04.007985 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port e35411c3-1c24-477f-9632-2723782acc1a completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:04.067455 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e97d39-8df4-4d50-a593-2a4f7b4c6fd7 None None] Network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:38:04.094912 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:04.255984 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-9a6470a9-8c07-4c76-a3b0-0343c7ca1819 None None] Provisioning for port e35411c3-1c24-477f-9632-2723782acc1a completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:04.272009 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-9a6470a9-8c07-4c76-a3b0-0343c7ca1819 None None] Provisioning complete for port e35411c3-1c24-477f-9632-2723782acc1a triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:04.272418 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-9a6470a9-8c07-4c76-a3b0-0343c7ca1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:04.456236 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-9a6470a9-8c07-4c76-a3b0-0343c7ca1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:04.502583 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-9a6470a9-8c07-4c76-a3b0-0343c7ca1819 None None] For port e35411c3-1c24-477f-9632-2723782acc1a, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=e35411c3-1c24-477f-9632-2723782acc1a,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:04.584230 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-9a6470a9-8c07-4c76-a3b0-0343c7ca1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:04.586772 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:04.593191 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-856398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845750'] for router, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:04.661379 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6470a9-8c07-4c76-a3b0-0343c7ca1819 None None] Pushing event updated for resources: {'Port': ['ID=e35411c3-1c24-477f-9632-2723782acc1a,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:04.664558 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-9a6470a9-8c07-4c76-a3b0-0343c7ca1819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:04.708301 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-d5b9d03f-e250-4a7e-ad2c-3897fb5a477a None None] Provisioning complete for port e35411c3-1c24-477f-9632-2723782acc1a triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:04.708682 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d03f-e250-4a7e-ad2c-3897fb5a477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:04.904280 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Router a6c1a0a1-f7be-448d-8430-5107318ded7e is scheduled to L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 with binding_index 1 {{(pid=92350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:38:05.091725 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:38:05.102093 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Sync routers for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:38:05.111963 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:05.112629 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:37:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:05.182953 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:05.184139 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-122b2644-444d-425e-9702-e11f599bbd82 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1772401 Jun 08 18:38:05.187490 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36022) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:05.292373 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:05.584415 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:03Z', 'revision_number': 3, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:05.588248 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Checking router: a6c1a0a1-f7be-448d-8430-5107318ded7e for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:38:05.588618 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Updating router a6c1a0a1-f7be-448d-8430-5107318ded7e port b1b593d2-91a7-4c04-9e95-218b94b7be58 binding host dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:38:05.646691 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:05.839407 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device e35411c3-1c24-477f-9632-2723782acc1a up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:05.876612 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:05.962170 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port e35411c3-1c24-477f-9632-2723782acc1a triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:05.962548 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.088144 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Allocated IP 172.20.0.1 (236fb7ce-6354-45ce-ae0f-bcdf36cc510b/cc15a11a-be47-4196-a609-23c1310c0592/e494bce3-5c26-465a-b5f2-89359006f179) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:38:06.094906 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Notify callbacks [] for port, precommit_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.146557 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Transition to ACTIVE for port object b1b593d2-91a7-4c04-9e95-218b94b7be58 will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:06.240290 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.246917 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.251826 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-5930f320-1aa0-4e3d-b418-b05eb7e56a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:06.256330 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Transition to ACTIVE for port object e494bce3-5c26-465a-b5f2-89359006f179 will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:06.324572 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Attempting to bind port b1b593d2-91a7-4c04-9e95-218b94b7be58 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:38:06.324945 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Attempting to bind port b1b593d2-91a7-4c04-9e95-218b94b7be58 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:38:06.325308 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Attempting to bind port b1b593d2-91a7-4c04-9e95-218b94b7be58 on network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:06.335036 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba272fba-7ac5-446e-8f45-b9514734fd1c None None] Pushing event updated for resources: {'Port': ['ID=b1b593d2-91a7-4c04-9e95-218b94b7be58,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:06.337660 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:38:06.338034 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Checking segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:06.338496 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.338825 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Bound using segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:38:06.339303 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Bound port: b1b593d2-91a7-4c04-9e95-218b94b7be58, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:38:06.339679 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.363946 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-ba272fba-7ac5-446e-8f45-b9514734fd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:06.367511 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.368166 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:06.368166 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:38:06.368166 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:38:06.368166 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:38:06.368166 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:06.368166 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:38:06.388022 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:06.389392 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:06.391860 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:38:06.422112 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] For port b1b593d2-91a7-4c04-9e95-218b94b7be58, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:38:06.426158 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] For port b1b593d2-91a7-4c04-9e95-218b94b7be58, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=b1b593d2-91a7-4c04-9e95-218b94b7be58,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:38:06.451919 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908768'] for router_interface, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.522703 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.529299 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-5504ec9d-e0bd-40b8-8aed-c6109a9a3d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:06.614825 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:06.615366 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:37:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:06.642123 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.683900 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba272fba-7ac5-446e-8f45-b9514734fd1c None None] Pushing event updated for resources: {'Port': ['ID=b1b593d2-91a7-4c04-9e95-218b94b7be58,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:06.782351 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-ba272fba-7ac5-446e-8f45-b9514734fd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:06.783160 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-b9e6e84f-5b61-46b3-aea9-e8859bc4b750 None None] Provisioning for port e494bce3-5c26-465a-b5f2-89359006f179 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:06.805542 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-b9e6e84f-5b61-46b3-aea9-e8859bc4b750 None None] Provisioning complete for port e494bce3-5c26-465a-b5f2-89359006f179 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:06.805982 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e84f-5b61-46b3-aea9-e8859bc4b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.889457 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6e84f-5b61-46b3-aea9-e8859bc4b750 None None] Port e494bce3-5c26-465a-b5f2-89359006f179 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:38:06.903000 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:06.990205 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:07.053374 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:07.078634 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-9cde689a-cfea-4cb4-81ce-054b7c753035 tempest-VolumesNegativeTest-44512634 tempest-VolumesNegativeTest-44512634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:07.160750 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Pushing event updated for resources: {'Port': ['ID=e494bce3-5c26-465a-b5f2-89359006f179,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:07.165341 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:07.166173 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-908577'] for router_interface, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:07.218170 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 1, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:07.222285 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebb00b-6c1d-4c0c-9e3b-13b6ebb051d5 None None] The sync data for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb is: [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 1, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:38:07.307928 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:07.309030 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:07.539243 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Router a6c1a0a1-f7be-448d-8430-5107318ded7e has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:38:07.624961 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-b271535f-ac63-4b63-9f2d-5b680a634ac9 None None] Provisioning complete for port e494bce3-5c26-465a-b5f2-89359006f179 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:07.625822 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b271535f-ac63-4b63-9f2d-5b680a634ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:07.717528 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-b271535f-ac63-4b63-9f2d-5b680a634ac9 None None] Port e494bce3-5c26-465a-b5f2-89359006f179 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:38:07.742826 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:38:07.752165 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-d6df5868-b9dd-42ec-adfa-5b4dc81389cc admin admin] 10.222.0.43 "PUT /v2.0/routers/a6c1a0a1-f7be-448d-8430-5107318ded7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5587571 Jun 08 18:38:08.547610 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36038) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:08.552649 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1629030333-network', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:08.664349 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Made reservation on behalf of 7a38c1f14258428fb175580e333cc3ec for: {'network': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:38:08.666726 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7956947'] for network, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:08.679943 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:08.785177 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:08.893182 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:08.897723 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a5c242c8-9b24-4337-9f73-38700f939303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:08.925100 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=92351) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:38:08.933310 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0969c14-e88d-4406-baee-218f2a0b2705,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:08.936721 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:08.939156 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:08.939498 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.segments_db [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Added segment 9a5c790f-8252-4f04-9bee-8331a78972ea of type vlan for network dc9e827d-7046-4d78-9ead-323d278335cd Jun 08 18:38:08.966214 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771744258295'] for network, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:09.029764 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489'] for network, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:09.031121 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:09.031698 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:09.036743 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:09.131517 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9e827d-7046-4d78-9ead-323d278335cd,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:09.134212 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:09.141963 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Network dc9e827d-7046-4d78-9ead-323d278335cd details requested by agent ovs-agent-dv-cinder-789564-4-smb with host dv-cinder-789564-4-smb {{(pid=92352) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:38:09.154494 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Sync routers for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:38:09.156560 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-dc47236e-fd19-43f6-907b-cbb4e7661311 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6077974 Jun 08 18:38:09.159189 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36040) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:09.164657 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Request body: {'subnet': {'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1629030333-subnet', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'ip_version': 4}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:09.167137 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:09.167137 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:37:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:09.252576 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Made reservation on behalf of 7a38c1f14258428fb175580e333cc3ec for: {'subnet': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:38:09.254973 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2574629'] for subnet, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:09.344144 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:09.545022 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1470674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2574603'] for subnet, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:09.549402 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:09.625040 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28006a3-9d49-40bb-8a07-ffd1348a5235,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:09.628441 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:09.634212 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Checking segment: {'id': '9a5c790f-8252-4f04-9bee-8331a78972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:09.634673 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Network hostable DHCP agents. Network: dc9e827d-7046-4d78-9ead-323d278335cd, hostable agents: ['c4f7b638-07c9-4a39-b22f-aa78b7c46d9b'], hosted agents: [] {{(pid=92351) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:38:09.694755 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 2, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:09.698594 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Checking router: a6c1a0a1-f7be-448d-8430-5107318ded7e for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:38:09.699001 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Updating router a6c1a0a1-f7be-448d-8430-5107318ded7e port e494bce3-5c26-465a-b5f2-89359006f179 binding host dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:38:09.745643 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Network dc9e827d-7046-4d78-9ead-323d278335cd is scheduled to be hosted by DHCP agent c4f7b638-07c9-4a39-b22f-aa78b7c46d9b with binding_index 1 {{(pid=92351) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:38:09.764344 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:09.819059 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device b1b593d2-91a7-4c04-9e95-218b94b7be58 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:09.847287 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-4-smb, dc9e827d-7046-4d78-9ead-323d278335cd) {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:09.861455 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:09.862187 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:09.870709 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35154ce-5cce-4d8f-8bb2-74a7027faeef None None] Network dc9e827d-7046-4d78-9ead-323d278335cd requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:38:09.975200 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-c3875115-9558-4e44-aa2c-80f9c84191de admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8143148 Jun 08 18:38:09.977232 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36042) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:09.981806 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:10.033236 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port b1b593d2-91a7-4c04-9e95-218b94b7be58 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:10.045464 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port b1b593d2-91a7-4c04-9e95-218b94b7be58 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:10.045974 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.087189 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-856405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13327'] for router, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.088363 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-856318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-845721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13312'] for router, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.106487 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.127346 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Notify callbacks [] for port, precommit_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.138948 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.provisioning_blocks [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Transition to ACTIVE for port object e494bce3-5c26-465a-b5f2-89359006f179 will not be triggered until provisioned by entity L2. {{(pid=92353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:10.159363 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp700ac206-2eea-5549-baf1-7749e302a675-dc9e827d-7046-4d78-9ead-323d278335cd', 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'fixed_ips': [{'subnet_id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235'}]}} from dv-cinder-789564-4-smb. {{(pid=92352) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:38:10.160191 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.282023 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.288987 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-da100e5e-7721-428d-b696-67c0b1cdde8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:10.292857 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.351910 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port b1b593d2-91a7-4c04-9e95-218b94b7be58, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=b1b593d2-91a7-4c04-9e95-218b94b7be58,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:10.384493 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.db_base_plugin_common [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Allocated IP 172.20.0.2 (dc9e827d-7046-4d78-9ead-323d278335cd/b28006a3-9d49-40bb-8a07-ffd1348a5235/31ce5282-5f56-47c1-982f-496968939b85) {{(pid=92352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:38:10.421793 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Pushing event updated for resources: {'Port': ['ID=e494bce3-5c26-465a-b5f2-89359006f179,revision_number=3']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:10.437846 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.438181 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.438519 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.438845 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.439165 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.439681 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.440200 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.440706 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.441186 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.442189 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.442677 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.443156 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:10.447172 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:10.544648 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.549086 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:10.554365 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Attempting to bind port e494bce3-5c26-465a-b5f2-89359006f179 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:38:10.554737 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Attempting to bind port e494bce3-5c26-465a-b5f2-89359006f179 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:38:10.555294 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Attempting to bind port e494bce3-5c26-465a-b5f2-89359006f179 on network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:10.561928 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:38:10.562536 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Checking segment: {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:10.563122 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.563512 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Bound using segment: {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:38:10.564168 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Bound port: e494bce3-5c26-465a-b5f2-89359006f179, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'}}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:38:10.564747 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.648591 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-845707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-856391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13362'] for router, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.666264 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] For port e494bce3-5c26-465a-b5f2-89359006f179, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:38:10.669565 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] For port e494bce3-5c26-465a-b5f2-89359006f179, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=e494bce3-5c26-465a-b5f2-89359006f179,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:38:10.696742 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=b1b593d2-91a7-4c04-9e95-218b94b7be58,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:10.704080 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:10.718081 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Notify callbacks [] for port, precommit_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.729402 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Transition to ACTIVE for port object 31ce5282-5f56-47c1-982f-496968939b85 will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:10.747997 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Transition to ACTIVE for port object 31ce5282-5f56-47c1-982f-496968939b85 will not be triggered until provisioned by entity DHCP. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:10.761839 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.766195 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:10.831178 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945'] for port, after_create {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:10.831178 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:10.831178 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:38:10.831178 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:38:10.831178 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:38:10.831178 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:10.831178 dv-cinder-789564-4-smb neutron-server[92352]: ERROR neutron_lib.callbacks.manager Jun 08 18:38:10.848045 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Pushing event updated for resources: {'Port': ['ID=e494bce3-5c26-465a-b5f2-89359006f179,revision_number=4']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:10.852410 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:10.853183 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:10.853844 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:37:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:10.864761 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Network dc9e827d-7046-4d78-9ead-323d278335cd is already hosted by enough agents. {{(pid=92352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:10.868687 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.scheduler.base_scheduler [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Resources bound (agent type, host, resource id): {{(pid=92352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:10.873247 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Received port after_create {{(pid=92352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:38:11.038259 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Attempting to bind port 31ce5282-5f56-47c1-982f-496968939b85 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:38:11.038632 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Attempting to bind port 31ce5282-5f56-47c1-982f-496968939b85 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': '9a5c790f-8252-4f04-9bee-8331a78972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:38:11.039194 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Attempting to bind port 31ce5282-5f56-47c1-982f-496968939b85 on network dc9e827d-7046-4d78-9ead-323d278335cd {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:11.045404 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:11.046098 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:38:11.047078 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Checking segment: {'id': '9a5c790f-8252-4f04-9bee-8331a78972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:11.047497 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:11.047901 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Bound using segment: {'id': '9a5c790f-8252-4f04-9bee-8331a78972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:38:11.048434 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Bound port: 31ce5282-5f56-47c1-982f-496968939b85, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5c790f-8252-4f04-9bee-8331a78972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:38:11.049374 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:11.077548 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:11.078378 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:11.168029 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] For port 31ce5282-5f56-47c1-982f-496968939b85, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:38:11.171331 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] For port 31ce5282-5f56-47c1-982f-496968939b85, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=31ce5282-5f56-47c1-982f-496968939b85,segment=NetworkSegment(9a5c790f-8252-4f04-9bee-8331a78972ea),segment_id=9a5c790f-8252-4f04-9bee-8331a78972ea)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:38:11.225101 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Allocated IP 172.28.2.141 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/772f61f5-41cf-4628-9c9c-f55d855e1097) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:38:11.258827 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:11.262834 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:11.350653 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Pushing event updated for resources: {'Port': ['ID=31ce5282-5f56-47c1-982f-496968939b85,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:11.354362 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:11.392840 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:11.410266 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:11.415458 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa93e7a-56f7-4bf4-8d0a-e793e5a04d10 None None] The sync data for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb is: [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:38:11.491365 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:11.492150 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:11.492150 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:38:11.492150 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:38:11.492150 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:38:11.492150 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:11.492150 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:38:11.519080 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:11.520241 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:11.522567 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:38:11.945207 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device b1b593d2-91a7-4c04-9e95-218b94b7be58 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:12.037288 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port b1b593d2-91a7-4c04-9e95-218b94b7be58 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:12.037921 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:12.058402 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:12.175827 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device e494bce3-5c26-465a-b5f2-89359006f179 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:12.333361 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port e494bce3-5c26-465a-b5f2-89359006f179 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:12.339792 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port e494bce3-5c26-465a-b5f2-89359006f179 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:12.340328 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:12.395969 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5412dd-1cb6-4aa2-aae7-591093c54de4 None None] Network dc9e827d-7046-4d78-9ead-323d278335cd requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:38:12.531238 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-856398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-845750'] for router, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:12.577829 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-27b75a6e-aeb8-4c67-83e8-1cc60cb69799 None None] Provisioning for port 31ce5282-5f56-47c1-982f-496968939b85 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:12.623442 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:12.713568 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port e494bce3-5c26-465a-b5f2-89359006f179, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=e494bce3-5c26-465a-b5f2-89359006f179,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:12.784832 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:12.785755 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 31ce5282-5f56-47c1-982f-496968939b85 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:12.810145 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:12.812775 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Router 66d9f7ac-c0d2-4b84-b394-948ca011edba is scheduled to L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 with binding_index 1 {{(pid=92351) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:38:12.907650 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=e494bce3-5c26-465a-b5f2-89359006f179,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:12.911584 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:12.967637 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 31ce5282-5f56-47c1-982f-496968939b85 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:12.973299 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 31ce5282-5f56-47c1-982f-496968939b85 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:12.973811 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.002956 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:38:13.020633 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Sync routers for ids ['66d9f7ac-c0d2-4b84-b394-948ca011edba'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:38:13.043716 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Routers {'66d9f7ac-c0d2-4b84-b394-948ca011edba'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:13.044361 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:37:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['66d9f7ac-c0d2-4b84-b394-948ca011edba'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:13.093277 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] Notify callbacks [] for router, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.095032 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-3fafa788-f9b6-45fd-85bb-b141f0c1f2cc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1166494 Jun 08 18:38:13.098081 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36044) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:13.111778 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-80d8d77d-636c-4af6-aef4-b501e6c4f158 None None] Provisioning complete for port 31ce5282-5f56-47c1-982f-496968939b85 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:13.112179 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-80d8d77d-636c-4af6-aef4-b501e6c4f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.326190 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.373123 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Set router 66d9f7ac-c0d2-4b84-b394-948ca011edba gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:13.624829 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-80d8d77d-636c-4af6-aef4-b501e6c4f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.652848 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 31ce5282-5f56-47c1-982f-496968939b85, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=31ce5282-5f56-47c1-982f-496968939b85,segment=NetworkSegment(9a5c790f-8252-4f04-9bee-8331a78972ea),segment_id=9a5c790f-8252-4f04-9bee-8331a78972ea)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:13.759957 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.763188 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-9a6470a9-8c07-4c76-a3b0-0343c7ca1819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:13.790033 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.825594 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:10Z', 'updated_at': '2021-06-08T18:38:11Z', 'revision_number': 3, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'gw_port': {'id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:11Z', 'updated_at': '2021-06-08T18:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:13.859180 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device e494bce3-5c26-465a-b5f2-89359006f179 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:13.898096 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Checking router: 66d9f7ac-c0d2-4b84-b394-948ca011edba for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:38:13.898321 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Updating router 66d9f7ac-c0d2-4b84-b394-948ca011edba port 772f61f5-41cf-4628-9c9c-f55d855e1097 binding host dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:38:13.976149 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.db.api [None req-80d8d77d-636c-4af6-aef4-b501e6c4f158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:38:13.976551 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_db.api [None req-80d8d77d-636c-4af6-aef4-b501e6c4f158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:38:13.989538 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=31ce5282-5f56-47c1-982f-496968939b85,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:13.995412 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:14.001899 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.061333 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port e494bce3-5c26-465a-b5f2-89359006f179 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:14.061333 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.139686 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Allocated IP 172.20.0.1 (dc9e827d-7046-4d78-9ead-323d278335cd/b28006a3-9d49-40bb-8a07-ffd1348a5235/2eaae749-481e-4016-880b-1e9ef3b5f669) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:38:14.288807 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.310522 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Transition to ACTIVE for port object 2eaae749-481e-4016-880b-1e9ef3b5f669 will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:14.407532 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.408261 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:14.408261 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:38:14.408261 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:38:14.408261 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:38:14.408261 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:14.408261 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:38:14.426698 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Network dc9e827d-7046-4d78-9ead-323d278335cd is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:14.427964 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:14.431005 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:38:14.454105 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Notify callbacks [] for port, precommit_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.466650 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Transition to ACTIVE for port object 772f61f5-41cf-4628-9c9c-f55d855e1097 will not be triggered until provisioned by entity L2. {{(pid=92352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:14.483815 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908768'] for router_interface, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.589934 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.595020 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-9ba3f4dd-2709-4117-ab90-1deec5b599c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:14.679366 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Attempting to bind port 772f61f5-41cf-4628-9c9c-f55d855e1097 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:38:14.679740 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Attempting to bind port 772f61f5-41cf-4628-9c9c-f55d855e1097 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:38:14.680107 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Attempting to bind port 772f61f5-41cf-4628-9c9c-f55d855e1097 on network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:14.683605 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8904e-c143-481a-a79b-04895c0e39b6 None None] Pushing event updated for resources: {'Port': ['ID=772f61f5-41cf-4628-9c9c-f55d855e1097,revision_number=2']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:14.688006 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-b2e8904e-c143-481a-a79b-04895c0e39b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:14.690668 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:38:14.691053 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Checking segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:14.691539 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.691991 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Bound using segment: {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'} {{(pid=92352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:38:14.692505 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.managers [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Bound port: 772f61f5-41cf-4628-9c9c-f55d855e1097, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19d159a-cfc9-4126-a37c-ddaf1b4b63da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344'}}] {{(pid=92352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:38:14.709822 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.751974 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.767335 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] For port 772f61f5-41cf-4628-9c9c-f55d855e1097, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:38:14.772849 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] For port 772f61f5-41cf-4628-9c9c-f55d855e1097, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=772f61f5-41cf-4628-9c9c-f55d855e1097,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:38:14.858181 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a900b0ec-8a18-4f55-ad3e-85f92d41ccc7 None None] Provisioning for port 2eaae749-481e-4016-880b-1e9ef3b5f669 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:14.863478 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a900b0ec-8a18-4f55-ad3e-85f92d41ccc7 None None] Provisioning complete for port 2eaae749-481e-4016-880b-1e9ef3b5f669 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:14.867863 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a900b0ec-8a18-4f55-ad3e-85f92d41ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.917717 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a900b0ec-8a18-4f55-ad3e-85f92d41ccc7 None None] Port 2eaae749-481e-4016-880b-1e9ef3b5f669 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:38:14.921852 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:14.925450 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-ba272fba-7ac5-446e-8f45-b9514734fd1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:14.974469 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:15.003481 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Routers {'66d9f7ac-c0d2-4b84-b394-948ca011edba'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:15.004175 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:37:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['66d9f7ac-c0d2-4b84-b394-948ca011edba'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:15.070556 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8904e-c143-481a-a79b-04895c0e39b6 None None] Pushing event updated for resources: {'Port': ['ID=772f61f5-41cf-4628-9c9c-f55d855e1097,revision_number=3']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:15.073667 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-b2e8904e-c143-481a-a79b-04895c0e39b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:15.075665 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:15.101907 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-0fb39291-efb1-4613-ac1f-5335d0d51ebc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:15.184780 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2eaae749-481e-4016-880b-1e9ef3b5f669,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:15.189327 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:15.190108 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1024475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-908577'] for router_interface, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:15.194399 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] Set router 66d9f7ac-c0d2-4b84-b394-948ca011edba gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:15.327252 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Network dc9e827d-7046-4d78-9ead-323d278335cd is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:15.328827 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:15.538122 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Router 66d9f7ac-c0d2-4b84-b394-948ca011edba has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:38:15.557306 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-f0b18c26-65bf-4494-b8b5-280d7a88317e None None] Provisioning complete for port 2eaae749-481e-4016-880b-1e9ef3b5f669 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:15.557749 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-f0b18c26-65bf-4494-b8b5-280d7a88317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:15.626693 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-f0b18c26-65bf-4494-b8b5-280d7a88317e None None] Port 2eaae749-481e-4016-880b-1e9ef3b5f669 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:38:15.634349 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:10Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 4, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'gw_port': {'id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:11Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '2eaae749-481e-4016-880b-1e9ef3b5f669', 'name': '', 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'mac_address': 'fa:16:3e:94:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:13Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 1, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'subnets': [{'id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:15.638335 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96071fd-6a35-437a-b01a-87ebb02ac136 None None] The sync data for ids ['66d9f7ac-c0d2-4b84-b394-948ca011edba'] in dv-cinder-789564-4-smb is: [{'id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:10Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 4, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'gw_port': {'id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:11Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '2eaae749-481e-4016-880b-1e9ef3b5f669', 'name': '', 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'mac_address': 'fa:16:3e:94:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:13Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 1, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'subnets': [{'id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:38:15.723310 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:38:15.728407 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] 10.222.0.43 "PUT /v2.0/routers/66d9f7ac-c0d2-4b84-b394-948ca011edba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6291590 Jun 08 18:38:15.778661 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:15.891521 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 31ce5282-5f56-47c1-982f-496968939b85 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:15.975997 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 31ce5282-5f56-47c1-982f-496968939b85 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:15.976688 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:16.500003 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36054) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:16.505460 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-71872340-842a-4fbc-94ff-33d71d2debba tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801931267', 'description': 'tempest-secgroup-smoke-801931267 description', 'project_id': '70cbe4b8331d4235810e1267e41d6b2b'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:16.584527 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-71872340-842a-4fbc-94ff-33d71d2debba tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:16.688225 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-71872340-842a-4fbc-94ff-33d71d2debba tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:16.761238 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-71872340-842a-4fbc-94ff-33d71d2debba tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:16.765129 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-76d29b00-b328-43ff-9931-26fa8eaf8980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:16.800362 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71872340-842a-4fbc-94ff-33d71d2debba tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590aa265-d564-4428-a2f8-fb2062d7fcba,revision_number=1']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:16.803841 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-71872340-842a-4fbc-94ff-33d71d2debba tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:16.859005 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-71872340-842a-4fbc-94ff-33d71d2debba tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:16.860449 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-71872340-842a-4fbc-94ff-33d71d2debba tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3589957 Jun 08 18:38:16.863177 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36056) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:16.868566 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-3eeb677d-825f-415a-a159-e05b49b95772 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Request body: {'security_group_rule': {'security_group_id': '590aa265-d564-4428-a2f8-fb2062d7fcba', 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:16.968233 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3eeb677d-825f-415a-a159-e05b49b95772 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.030797 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3eeb677d-825f-415a-a159-e05b49b95772 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.099554 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3eeb677d-825f-415a-a159-e05b49b95772 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.102250 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-00840b35-fda6-4b0a-add5-e80832f4e357 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:17.129545 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb677d-825f-415a-a159-e05b49b95772 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57abbf80-0595-4cfe-9db7-8e208e6e8363,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:17.132099 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3eeb677d-825f-415a-a159-e05b49b95772 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:17.206981 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3eeb677d-825f-415a-a159-e05b49b95772 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.208262 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-3eeb677d-825f-415a-a159-e05b49b95772 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435757 Jun 08 18:38:17.211061 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36058) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:17.215552 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-51bc48da-f33d-444d-a542-27b13452c6f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Request body: {'security_group_rule': {'security_group_id': '590aa265-d564-4428-a2f8-fb2062d7fcba', 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:17.322233 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-51bc48da-f33d-444d-a542-27b13452c6f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.490165 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-51bc48da-f33d-444d-a542-27b13452c6f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.567088 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-51bc48da-f33d-444d-a542-27b13452c6f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.569130 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:17.591172 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc48da-f33d-444d-a542-27b13452c6f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a84ae4-084c-4c76-950d-43ec579db972,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:17.593530 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-51bc48da-f33d-444d-a542-27b13452c6f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:17.652903 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-51bc48da-f33d-444d-a542-27b13452c6f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.654165 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-51bc48da-f33d-444d-a542-27b13452c6f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4421651 Jun 08 18:38:17.656931 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36060) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:17.662363 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-62159f21-7522-4639-a057-96fde4c172f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Request body: {'security_group_rule': {'security_group_id': '590aa265-d564-4428-a2f8-fb2062d7fcba', 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:17.767736 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-62159f21-7522-4639-a057-96fde4c172f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.838087 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-62159f21-7522-4639-a057-96fde4c172f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.860103 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 772f61f5-41cf-4628-9c9c-f55d855e1097 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:17.921063 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-62159f21-7522-4639-a057-96fde4c172f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:17.929239 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:17.949385 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62159f21-7522-4639-a057-96fde4c172f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee5ff3a-4f1c-4401-84e1-a0305199ed67,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:17.951836 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-62159f21-7522-4639-a057-96fde4c172f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:18.007089 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 772f61f5-41cf-4628-9c9c-f55d855e1097 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:18.012320 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 772f61f5-41cf-4628-9c9c-f55d855e1097 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:18.012702 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.018952 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-62159f21-7522-4639-a057-96fde4c172f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.020468 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-62159f21-7522-4639-a057-96fde4c172f3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619602 Jun 08 18:38:18.023127 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36062) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:18.027503 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-1ba66be5-19ee-4065-9e36-0ad6d0d1bbdb tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Request body: {'security_group_rule': {'security_group_id': '590aa265-d564-4428-a2f8-fb2062d7fcba', 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:18.128572 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1ba66be5-19ee-4065-9e36-0ad6d0d1bbdb tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.130613 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.147821 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 772f61f5-41cf-4628-9c9c-f55d855e1097, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=772f61f5-41cf-4628-9c9c-f55d855e1097,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:18.199778 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1ba66be5-19ee-4065-9e36-0ad6d0d1bbdb tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.218836 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.220757 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:18.275554 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1ba66be5-19ee-4065-9e36-0ad6d0d1bbdb tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.277608 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3eeb677d-825f-415a-a159-e05b49b95772 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:18.290805 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=772f61f5-41cf-4628-9c9c-f55d855e1097,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:18.294306 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:18.300499 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba66be5-19ee-4065-9e36-0ad6d0d1bbdb tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7959154-c3b7-46ed-a472-5a4035a6c0b3,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:18.303532 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-1ba66be5-19ee-4065-9e36-0ad6d0d1bbdb tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:18.372986 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-1ba66be5-19ee-4065-9e36-0ad6d0d1bbdb tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.374484 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-1ba66be5-19ee-4065-9e36-0ad6d0d1bbdb tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502455 Jun 08 18:38:18.377468 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36064) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:18.382843 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-a3647c42-7d4c-445a-878f-7fa24dc67191 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Request body: {'security_group_rule': {'security_group_id': '590aa265-d564-4428-a2f8-fb2062d7fcba', 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:18.487631 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.securitygroups_db [None req-a3647c42-7d4c-445a-878f-7fa24dc67191 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Project 70cbe4b8331d4235810e1267e41d6b2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:38:18.495686 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a3647c42-7d4c-445a-878f-7fa24dc67191 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.558833 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a3647c42-7d4c-445a-878f-7fa24dc67191 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.630019 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a3647c42-7d4c-445a-878f-7fa24dc67191 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.636312 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:18.654812 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3647c42-7d4c-445a-878f-7fa24dc67191 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1102a044-79f5-46cb-ad38-9975cf99ffac,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:18.657309 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-a3647c42-7d4c-445a-878f-7fa24dc67191 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:18.755651 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-a3647c42-7d4c-445a-878f-7fa24dc67191 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.756907 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-a3647c42-7d4c-445a-878f-7fa24dc67191 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3784842 Jun 08 18:38:18.759618 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36066) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:18.764044 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [None req-cd1a8df5-c9bf-4153-ae80-d51e7ebd1d33 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Request body: {'security_group_rule': {'security_group_id': '590aa265-d564-4428-a2f8-fb2062d7fcba', 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:18.847118 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.db.securitygroups_db [None req-cd1a8df5-c9bf-4153-ae80-d51e7ebd1d33 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Project 70cbe4b8331d4235810e1267e41d6b2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:38:18.854431 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8df5-c9bf-4153-ae80-d51e7ebd1d33 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.920786 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8df5-c9bf-4153-ae80-d51e7ebd1d33 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.966236 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8df5-c9bf-4153-ae80-d51e7ebd1d33 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019748'] for security_group_rule, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:18.968383 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-1ba66be5-19ee-4065-9e36-0ad6d0d1bbdb tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:18.981151 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Sync routers for ids ['66d9f7ac-c0d2-4b84-b394-948ca011edba'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:38:18.987782 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Routers {'66d9f7ac-c0d2-4b84-b394-948ca011edba'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:18.988526 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:37:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['66d9f7ac-c0d2-4b84-b394-948ca011edba'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:18.992973 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a8df5-c9bf-4153-ae80-d51e7ebd1d33 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2325237b-941c-4698-a462-8c79396cc5a1,revision_number=0']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:18.995498 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-cd1a8df5-c9bf-4153-ae80-d51e7ebd1d33 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:19.057803 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8df5-c9bf-4153-ae80-d51e7ebd1d33 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:19.059126 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-cd1a8df5-c9bf-4153-ae80-d51e7ebd1d33 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2985470 Jun 08 18:38:19.191696 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Set router 66d9f7ac-c0d2-4b84-b394-948ca011edba gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:19.509242 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:10Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 4, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'gw_port': {'id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:11Z', 'updated_at': '2021-06-08T18:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '2eaae749-481e-4016-880b-1e9ef3b5f669', 'name': '', 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'mac_address': 'fa:16:3e:94:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:13Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 2, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'subnets': [{'id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:19.513251 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Checking router: 66d9f7ac-c0d2-4b84-b394-948ca011edba for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:38:19.513627 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Updating router 66d9f7ac-c0d2-4b84-b394-948ca011edba port 2eaae749-481e-4016-880b-1e9ef3b5f669 binding host dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:38:19.565188 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:19.834716 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 772f61f5-41cf-4628-9c9c-f55d855e1097 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:19.902377 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 772f61f5-41cf-4628-9c9c-f55d855e1097 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:19.902695 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:19.906008 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Notify callbacks [] for port, precommit_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:19.917596 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.provisioning_blocks [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Transition to ACTIVE for port object 2eaae749-481e-4016-880b-1e9ef3b5f669 will not be triggered until provisioned by entity L2. {{(pid=92353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:20.029341 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:20.033502 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-e078ccab-0ac8-4b90-928b-00bc4ff4c667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:20.157134 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a372a-3540-447c-9532-2c1aae61af7f None None] Pushing event updated for resources: {'Port': ['ID=2eaae749-481e-4016-880b-1e9ef3b5f669,revision_number=3']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:20.161245 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-d90a372a-3540-447c-9532-2c1aae61af7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:20.247861 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Attempting to bind port 2eaae749-481e-4016-880b-1e9ef3b5f669 on host dv-cinder-789564-4-smb for vnic_type normal with profile {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:38:20.248262 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Attempting to bind port 2eaae749-481e-4016-880b-1e9ef3b5f669 by drivers openvswitch,hyperv on host dv-cinder-789564-4-smb at level 0 using segments [{'id': '9a5c790f-8252-4f04-9bee-8331a78972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd'}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:38:20.248852 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Attempting to bind port 2eaae749-481e-4016-880b-1e9ef3b5f669 on network dc9e827d-7046-4d78-9ead-323d278335cd {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:20.254518 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Checking agent: {'id': '7d893a4f-7f0b-4125-85ca-f877c345eede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 21, 25), 'started_at': datetime.datetime(2021, 6, 8, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:38:20.254887 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Checking segment: {'id': '9a5c790f-8252-4f04-9bee-8331a78972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:20.255288 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:20.255703 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Bound using segment: {'id': '9a5c790f-8252-4f04-9bee-8331a78972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd'} {{(pid=92353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:38:20.256184 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.managers [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Bound port: 2eaae749-481e-4016-880b-1e9ef3b5f669, host: dv-cinder-789564-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5c790f-8252-4f04-9bee-8331a78972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd'}}] {{(pid=92353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:38:20.256560 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:20.345067 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] For port 2eaae749-481e-4016-880b-1e9ef3b5f669, host dv-cinder-789564-4-smb, cleared binding levels {{(pid=92353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:38:20.348051 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.plugins.ml2.db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] For port 2eaae749-481e-4016-880b-1e9ef3b5f669, host dv-cinder-789564-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=2eaae749-481e-4016-880b-1e9ef3b5f669,segment=NetworkSegment(9a5c790f-8252-4f04-9bee-8331a78972ea),segment_id=9a5c790f-8252-4f04-9bee-8331a78972ea)] {{(pid=92353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:38:20.441283 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron_lib.callbacks.manager [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:20.446216 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-5825f951-4e6e-4860-aa25-a2fa7d5f8248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:20.530559 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Routers {'66d9f7ac-c0d2-4b84-b394-948ca011edba'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:20.531226 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:37:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['66d9f7ac-c0d2-4b84-b394-948ca011edba'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:20.661966 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a372a-3540-447c-9532-2c1aae61af7f None None] Pushing event updated for resources: {'Port': ['ID=2eaae749-481e-4016-880b-1e9ef3b5f669,revision_number=4']} {{(pid=92353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:20.680716 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG oslo_concurrency.lockutils [None req-d90a372a-3540-447c-9532-2c1aae61af7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:20.739503 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] Set router 66d9f7ac-c0d2-4b84-b394-948ca011edba gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:21.105127 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:10Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 4, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'gw_port': {'id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:11Z', 'updated_at': '2021-06-08T18:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '2eaae749-481e-4016-880b-1e9ef3b5f669', 'name': '', 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'mac_address': 'fa:16:3e:94:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:13Z', 'updated_at': '2021-06-08T18:38:20Z', 'revision_number': 4, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'subnets': [{'id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:21.109348 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde34a8-e372-49a1-9705-0e79552f218c None None] The sync data for ids ['66d9f7ac-c0d2-4b84-b394-948ca011edba'] in dv-cinder-789564-4-smb is: [{'id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:10Z', 'updated_at': '2021-06-08T18:38:14Z', 'revision_number': 4, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'gw_port': {'id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:11Z', 'updated_at': '2021-06-08T18:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '2eaae749-481e-4016-880b-1e9ef3b5f669', 'name': '', 'network_id': 'dc9e827d-7046-4d78-9ead-323d278335cd', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'mac_address': 'fa:16:3e:94:9d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:13Z', 'updated_at': '2021-06-08T18:38:20Z', 'revision_number': 4, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'subnets': [{'id': 'b28006a3-9d49-40bb-8a07-ffd1348a5235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:38:21.819504 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-90b2533d-ee87-4c2c-9682-44f31bb8a4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:21.861889 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 2eaae749-481e-4016-880b-1e9ef3b5f669 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:21.990343 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning for port 2eaae749-481e-4016-880b-1e9ef3b5f669 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:21.995556 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 2eaae749-481e-4016-880b-1e9ef3b5f669 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:21.995944 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:22.120557 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:22.156974 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] For port 2eaae749-481e-4016-880b-1e9ef3b5f669, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=2eaae749-481e-4016-880b-1e9ef3b5f669,segment=NetworkSegment(9a5c790f-8252-4f04-9bee-8331a78972ea),segment_id=9a5c790f-8252-4f04-9bee-8331a78972ea)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:22.247169 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:22.249233 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:22.321341 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Pushing event updated for resources: {'Port': ['ID=2eaae749-481e-4016-880b-1e9ef3b5f669,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:22.324398 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:23.239185 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-67960c89-f42e-477b-84d1-dd6ceabee31e tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082228209&fields=id&tenant_id=c1eb6a7953944ad68478fa88961d470e HTTP/1.1" status: 200 len: 267 time: 0.0415988 Jun 08 18:38:23.330346 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-b8dbdc83-cc3b-4462-a3ac-64d0a1efb8ca tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:23.333775 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-b8dbdc83-cc3b-4462-a3ac-64d0a1efb8ca tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 984 time: 0.0888817 Jun 08 18:38:23.344322 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Request body: {'port': {'security_groups': ['67a42b56-0b2d-4bde-bfba-1fdbab40ead1']}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:23.469312 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:23.713623 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] For port c2074960-8430-40f4-beb7-1210ddfdca3d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c2074960-8430-40f4-beb7-1210ddfdca3d,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:23.737958 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:23.795683 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:23.802775 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-bcb9becf-e3ef-4474-922e-0ba70dccc2c2 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:23.815413 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['c2074960-8430-40f4-beb7-1210ddfdca3d'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:38:23.860887 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 2eaae749-481e-4016-880b-1e9ef3b5f669 up at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:23.874636 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:23.875142 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:23.876544 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-abdbafc2-9e11-4e1b-820b-e8764c645819 req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "PUT /v2.0/ports/c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 942 time: 0.5380187 Jun 08 18:38:23.881251 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:38:23.883725 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1713c70a-5627-4ebb-adac-3cb53291dc17" -d '{"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:38:23.884113 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36140) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:23.909034 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event updated for resources: {'Port': ['ID=c2074960-8430-40f4-beb7-1210ddfdca3d,revision_number=7']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:23.913379 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-1bd7e942-2a84-4acd-8328-58a9f9d9c9c8 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:23.944017 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee82d427-6414-45bc-aa47-9c9b8bb0b77b x-openstack-request-id: req-ee82d427-6414-45bc-aa47-9c9b8bb0b77b {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:38:23.944664 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:38:23.945157 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee82d427-6414-45bc-aa47-9c9b8bb0b77b {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:38:23.945887 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'status': 'completed', 'code': 200} Jun 08 18:38:23.987612 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5219c102-4a42-4d69-9034-fb24a17a92ca tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:23.994238 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['c2074960-8430-40f4-beb7-1210ddfdca3d'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:38:24.075204 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5219c102-4a42-4d69-9034-fb24a17a92ca tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:24.103703 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Provisioning complete for port 2eaae749-481e-4016-880b-1e9ef3b5f669 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:24.104385 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:24.142090 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-e8ba6365-1da1-4a8d-8e13-66b1182a8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:24.143609 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-e8ba6365-1da1-4a8d-8e13-66b1182a8f56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1eb6a7953944ad68478fa88961d470e&device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1098 time: 0.1573534 Jun 08 18:38:24.273422 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-9f420a5d-e0b7-4d21-b846-b07da5ff763c None None] Provisioning complete for port c2074960-8430-40f4-beb7-1210ddfdca3d triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:24.273707 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-9f420a5d-e0b7-4d21-b846-b07da5ff763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:24.288993 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-8496e478-9839-453e-8a6d-c17e972df342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:24.290447 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-8496e478-9839-453e-8a6d-c17e972df342 service neutron] 10.222.0.39 "GET /v2.0/networks?id=815fed0c-feee-4993-b2f3-e760a3990d2b HTTP/1.1" status: 200 len: 915 time: 0.1386137 Jun 08 18:38:24.351802 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5219c102-4a42-4d69-9034-fb24a17a92ca tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:24.354274 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-5219c102-4a42-4d69-9034-fb24a17a92ca tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:24.355406 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-5219c102-4a42-4d69-9034-fb24a17a92ca tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "DELETE /v2.0/security-groups/1828fb67-6460-4189-802c-2e08e5f36483 HTTP/1.1" status: 204 len: 168 time: 0.4697144 Jun 08 18:38:24.358609 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36144) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:24.378181 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-71872340-842a-4fbc-94ff-33d71d2debba tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:24.401539 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219c102-4a42-4d69-9034-fb24a17a92ca tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1828fb67-6460-4189-802c-2e08e5f36483,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:24.405784 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-5219c102-4a42-4d69-9034-fb24a17a92ca tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:24.423335 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-d58d1b9c-7b4f-4397-8977-e1b024970003 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 1001 time: 0.1259868 Jun 08 18:38:24.515587 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-0dc84c21-78b0-4503-b79c-36fccd899986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:24.517091 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-0dc84c21-78b0-4503-b79c-36fccd899986 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5c271c8-8575-40f8-81ad-32cd1f151718 HTTP/1.1" status: 200 len: 853 time: 0.0866203 Jun 08 18:38:24.606826 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-33d68805-3051-4e71-9b1f-6c077edf3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:24.608383 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-33d68805-3051-4e71-9b1f-6c077edf3118 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=815fed0c-feee-4993-b2f3-e760a3990d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845516 Jun 08 18:38:24.653376 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:24.760490 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-662dc8b6-8bc8-4f60-a052-2fbfd5e907f9 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444077 Jun 08 18:38:24.785987 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-e060c954-f97d-4bc4-9d4b-adf207e43946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:24.806162 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Deleting port 31170ad1-d172-4d17-968e-3ce0e7b3e27d {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:24.806550 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:24.909935 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1713c70a-5627-4ebb-adac-3cb53291dc17 req-d3aa2be9-21ae-4700-bd33-0d6000831bc8 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426766 Jun 08 18:38:24.939225 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:24.939551 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:25.062922 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Calling delete_port for 31170ad1-d172-4d17-968e-3ce0e7b3e27d owned by network:floatingip {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:25.281580 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:25.285573 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:25.329878 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event deleted for resources: {'Port': ['ID=31170ad1-d172-4d17-968e-3ce0e7b3e27d,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:25.333529 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:25.425750 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks [] for floatingip, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:25.427049 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.l3_db [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Floating IP 0b256ee4-1fde-4e97-b3ce-1084504f58ba disassociated (deleted). External IP: 172.28.2.227, port: c2074960-8430-40f4-beb7-1210ddfdca3d. Jun 08 18:38:25.783296 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Router 2c312461-31ab-4b8e-bbb6-3af355e8362b has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:38:25.927013 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:25.967138 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:38:25.972466 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:25.978521 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] Sync routers for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:38:25.987662 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:25.988328 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:38:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:26.031268 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "DELETE /v2.0/floatingips/0b256ee4-1fde-4e97-b3ce-1084504f58ba HTTP/1.1" status: 204 len: 168 time: 1.6713448 Jun 08 18:38:26.031728 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:38:26.034239 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b437ef54-b240-41a0-9db1-9b4ef7ff5483" -d '{"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:38:26.077686 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954af495-5d7f-4e30-89ca-e0ec5d3fff37 x-openstack-request-id: req-954af495-5d7f-4e30-89ca-e0ec5d3fff37 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:38:26.078137 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:38:26.078489 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-954af495-5d7f-4e30-89ca-e0ec5d3fff37 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:38:26.078976 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'status': 'completed', 'code': 200} Jun 08 18:38:26.183295 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:26.186744 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-5a4e3cf1-a108-44d3-8265-550360e2b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:26.188481 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-5a4e3cf1-a108-44d3-8265-550360e2b96e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1eb6a7953944ad68478fa88961d470e&device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0805047 Jun 08 18:38:26.335299 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-1375fd59-1be3-4fc4-ad69-229177123638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:26.336791 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-1375fd59-1be3-4fc4-ad69-229177123638 service neutron] 10.222.0.39 "GET /v2.0/networks?id=815fed0c-feee-4993-b2f3-e760a3990d2b HTTP/1.1" status: 200 len: 915 time: 0.1406608 Jun 08 18:38:26.415563 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-6028c919-a126-45be-b7f4-dd0a2854b7b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 200 len: 217 time: 0.0697966 Jun 08 18:38:26.485099 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-e251fe4f-a26f-4461-bb17-4841fd0b51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:26.486723 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-e251fe4f-a26f-4461-bb17-4841fd0b51d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5c271c8-8575-40f8-81ad-32cd1f151718 HTTP/1.1" status: 200 len: 853 time: 0.0652120 Jun 08 18:38:26.530823 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '375c08ed-3c49-4997-a51b-2d3530bc1d4e', 'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'mac_address': 'fa:16:3e:bf:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:11Z', 'updated_at': '2021-06-08T18:36:18Z', 'revision_number': 5, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'subnets': [{'id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:26.536712 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] Checking router: 2c312461-31ab-4b8e-bbb6-3af355e8362b for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:38:26.547538 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:26.548278 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:38:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:26.579983 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-f5943311-c9d1-4f39-bd06-c047b22157c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:26.579983 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-f5943311-c9d1-4f39-bd06-c047b22157c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=815fed0c-feee-4993-b2f3-e760a3990d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827041 Jun 08 18:38:26.763806 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:26.860312 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-78094c86-bad6-4954-86ac-c4848cce0174 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745383 Jun 08 18:38:26.998821 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b437ef54-b240-41a0-9db1-9b4ef7ff5483 req-5211d0c5-b6eb-4640-a845-9af43c5f8537 service neutron] 10.222.0.39 "GET /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319730 Jun 08 18:38:27.106271 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '375c08ed-3c49-4997-a51b-2d3530bc1d4e', 'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'mac_address': 'fa:16:3e:bf:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:11Z', 'updated_at': '2021-06-08T18:36:18Z', 'revision_number': 5, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'subnets': [{'id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:27.110537 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be291d-a64c-46d2-9f25-eda0dda8e1c2 None None] The sync data for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb is: [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:36:12Z', 'revision_number': 4, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': '375c08ed-3c49-4997-a51b-2d3530bc1d4e', 'name': '', 'network_id': '815fed0c-feee-4993-b2f3-e760a3990d2b', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'mac_address': 'fa:16:3e:bf:1a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:11Z', 'updated_at': '2021-06-08T18:36:18Z', 'revision_number': 5, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'subnets': [{'id': 'e5c271c8-8575-40f8-81ad-32cd1f151718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:38:27.317586 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c856ba88-2e82-40f4-a262-6fadd5a3d1ce None None] New status for floating IP 0b256ee4-1fde-4e97-b3ce-1084504f58ba: DOWN {{(pid=92353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:38:27.441217 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:29.926231 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc614c9-179b-402e-9a16-9cd36e648622 req-28957289-bfa7-44f3-8088-d8d3c3fc5ad6 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:29.927712 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-efc614c9-179b-402e-9a16-9cd36e648622 req-28957289-bfa7-44f3-8088-d8d3c3fc5ad6 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 945 time: 0.0847945 Jun 08 18:38:29.983495 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-efc614c9-179b-402e-9a16-9cd36e648622 req-5d871ac0-8b35-41ab-b8ca-d28e0c7b0c21 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493944 Jun 08 18:38:31.178667 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57b650-59fe-449d-bcb3-bd698110a3e3 req-697129e6-6560-4f5e-82ce-68c5d4d35ed4 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:31.180198 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cf57b650-59fe-449d-bcb3-bd698110a3e3 req-697129e6-6560-4f5e-82ce-68c5d4d35ed4 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 945 time: 0.0835140 Jun 08 18:38:31.230960 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-cf57b650-59fe-449d-bcb3-bd698110a3e3 req-c7721ca0-246a-4a7e-bf51-df12a4b44a4a tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/security-groups?id=67a42b56-0b2d-4bde-bfba-1fdbab40ead1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Jun 08 18:38:31.672556 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-18075aa9-f98b-494a-9713-b0e5b5f9a7cc tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:31.673957 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-18075aa9-f98b-494a-9713-b0e5b5f9a7cc tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.39 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 945 time: 0.0796185 Jun 08 18:38:31.814407 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Deleting port c2074960-8430-40f4-beb7-1210ddfdca3d {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:31.814743 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:31.955670 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] For port c2074960-8430-40f4-beb7-1210ddfdca3d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c2074960-8430-40f4-beb7-1210ddfdca3d,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:31.956027 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:32.082946 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Calling delete_port for c2074960-8430-40f4-beb7-1210ddfdca3d owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:32.258245 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:32.264862 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-186dc7c0-c156-4bb5-aee7-8ef4f1e06bb6 tempest-VolumesSnapshotTestJSON-1637188055 tempest-VolumesSnapshotTestJSON-1637188055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:32.270949 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['c2074960-8430-40f4-beb7-1210ddfdca3d'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:38:32.315637 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Pushing event deleted for resources: {'Port': ['ID=c2074960-8430-40f4-beb7-1210ddfdca3d,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:32.318760 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:32.427517 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b1750fd2-ae76-449b-b6b7-cce07a58b1e5 req-8c8acdbf-8d17-4ce2-9a3c-23c741d44e11 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0829427 Jun 08 18:38:32.433029 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] No DVR routers for this DVR port c2074960-8430-40f4-beb7-1210ddfdca3d on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:38:32.435656 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:32.437568 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-cd54a4e5-6727-41e1-a176-46972d7bcc68 req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.39 "DELETE /v2.0/ports/c2074960-8430-40f4-beb7-1210ddfdca3d HTTP/1.1" status: 204 len: 173 time: 0.7564378 Jun 08 18:38:32.438069 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'name': 'network-vif-deleted', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:38:32.440391 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bfc10e-0fcd-4efa-9610-71973a7dadce" -d '{"events": [{"server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "name": "network-vif-deleted", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:38:32.485762 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240d1312-fdee-4aac-a682-5afcf8b4ce17 x-openstack-request-id: req-240d1312-fdee-4aac-a682-5afcf8b4ce17 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:38:32.486083 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5822b73c-6164-43ff-bd24-27472fab3ba4", "name": "network-vif-deleted", "tag": "c2074960-8430-40f4-beb7-1210ddfdca3d", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:38:32.486375 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-240d1312-fdee-4aac-a682-5afcf8b4ce17 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:38:32.486807 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5822b73c-6164-43ff-bd24-27472fab3ba4', 'name': 'network-vif-deleted', 'tag': 'c2074960-8430-40f4-beb7-1210ddfdca3d', 'status': 'completed', 'code': 200} Jun 08 18:38:33.589438 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-d9979d1e-645e-4b97-bcda-0b08875870f7 req-22cff465-e619-4f64-a182-f76db2ea20f1 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] 10.222.0.43 "GET /v2.0/ports?device_id=5822b73c-6164-43ff-bd24-27472fab3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0435030 Jun 08 18:38:35.632721 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-b4d38a22-d120-4f72-9377-987277bf25df tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801931267&fields=id&tenant_id=70cbe4b8331d4235810e1267e41d6b2b HTTP/1.1" status: 200 len: 267 time: 0.0398028 Jun 08 18:38:35.889952 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-c8c36f3e-10c4-48cf-9139-4bb942bc3d29 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:35.891374 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-c8c36f3e-10c4-48cf-9139-4bb942bc3d29 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 809 time: 0.2513816 Jun 08 18:38:35.906088 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6dc51934-d733-43d0-9e7f-aa1dc2350272 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/quotas/70cbe4b8331d4235810e1267e41d6b2b HTTP/1.1" status: 200 len: 375 time: 0.0087106 Jun 08 18:38:35.989012 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-72eb03a6-1184-4be7-b8cb-74bb26e8d5c9 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778277 Jun 08 18:38:36.131041 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-a987344d-a2be-4db1-8510-807118e37dd9 service neutron] 10.222.0.43 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302171 Jun 08 18:38:36.184622 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36268) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:36.264465 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-fa4adc57-0fa6-4687-bb33-6fc835ddd87a service neutron] 10.222.0.43 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274669 Jun 08 18:38:36.479002 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device c2074960-8430-40f4-beb7-1210ddfdca3d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:38:36.514550 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: c2074960-8430-40f4-beb7-1210ddfdca3d {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:38:36.514901 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device c2074960-8430-40f4-beb7-1210ddfdca3d not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:38:36.825400 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-908584'] for router_interface, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:37.008437 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-51f56fb1-da7b-4ec8-835b-9e7434754a8c req-b86252bc-7838-4067-b192-304e3d556a6e tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 210 time: 0.0604022 Jun 08 18:38:37.282288 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Deleting port 375c08ed-3c49-4997-a51b-2d3530bc1d4e {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:37.282956 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:37.404276 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] For port 375c08ed-3c49-4997-a51b-2d3530bc1d4e, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=375c08ed-3c49-4997-a51b-2d3530bc1d4e,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:37.404653 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:37.526728 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Calling delete_port for 375c08ed-3c49-4997-a51b-2d3530bc1d4e owned by network:router_interface {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:37.772508 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:37.778231 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:37.822136 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=375c08ed-3c49-4997-a51b-2d3530bc1d4e,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:37.851754 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:38.096053 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844755'] for router_interface, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:38.172910 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a3d81235-e651-470d-a8e4-4a2083e5ded4 req-86dd1603-7b21-4a75-b9f1-80b9a8d1791a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 210 time: 0.0492785 Jun 08 18:38:38.558248 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Router 2c312461-31ab-4b8e-bbb6-3af355e8362b has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:38:38.738099 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:38:38.742957 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-f7fa783c-d727-4008-9fe9-f86a39791d5b admin admin] 10.222.0.43 "PUT /v2.0/routers/2c312461-31ab-4b8e-bbb6-3af355e8362b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5572672 Jun 08 18:38:38.745535 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36288) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:38.749591 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] Sync routers for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:38:38.761229 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:38.767413 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:38:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:38.823564 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:38:38.923382 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:38.940622 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:39.224993 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:39.242464 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-7a7a5ec0-164f-4add-93c2-e196ef426b20 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:39.243930 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-7a7a5ec0-164f-4add-93c2-e196ef426b20 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.39 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 809 time: 0.2019734 Jun 08 18:38:39.247480 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51'}], 'enable_snat': True}, 'gw_port_id': '24e552c1-8931-4960-aed5-96035944e702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:38:37Z', 'revision_number': 5, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port': {'id': '24e552c1-8931-4960-aed5-96035944e702', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:94:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:08Z', 'updated_at': '2021-06-08T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:39.251903 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] Checking router: 2c312461-31ab-4b8e-bbb6-3af355e8362b for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:38:39.262226 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] Routers {'2c312461-31ab-4b8e-bbb6-3af355e8362b'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:39.262993 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:38:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['2c312461-31ab-4b8e-bbb6-3af355e8362b'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:39.352629 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6e4dab56-16f1-4ce4-8a7a-a74d04c57689 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70cbe4b8331d4235810e1267e41d6b2b HTTP/1.1" status: 200 len: 379 time: 0.0971014 Jun 08 18:38:39.393655 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2186fac6-e2ee-4cb2-84a4-6688e5212244 req-76608a5e-5d2b-4e4c-97be-a6a080e01a79 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 210 time: 0.0990183 Jun 08 18:38:39.397647 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Request body: {'port': {'device_id': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'admin_state_up': True, 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'security_groups': ['590aa265-d564-4428-a2f8-fb2062d7fcba']}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:39.420516 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] Set router 2c312461-31ab-4b8e-bbb6-3af355e8362b gateway port host: None {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:39.530663 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:38:39Z', 'revision_number': 6, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port_host': None}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:39.535538 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf364e-07f1-421d-b7a4-35b0e35cae38 None None] The sync data for ids ['2c312461-31ab-4b8e-bbb6-3af355e8362b'] in dv-cinder-789564-4-smb is: [{'id': '2c312461-31ab-4b8e-bbb6-3af355e8362b', 'name': 'tempest-TestMinimumBasicScenario-912609306-router', 'tenant_id': 'c1eb6a7953944ad68478fa88961d470e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:07Z', 'updated_at': '2021-06-08T18:38:39Z', 'revision_number': 6, 'project_id': 'c1eb6a7953944ad68478fa88961d470e', 'gw_port_host': None}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:38:39.667093 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Deleting port 24e552c1-8931-4960-aed5-96035944e702 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:39.667672 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:39.796662 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] For port 24e552c1-8931-4960-aed5-96035944e702, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=24e552c1-8931-4960-aed5-96035944e702,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:39.797013 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:39.920176 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Calling delete_port for 24e552c1-8931-4960-aed5-96035944e702 owned by network:router_gateway {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:39.923335 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Made reservation on behalf of 70cbe4b8331d4235810e1267e41d6b2b for: {'port': 1} {{(pid=92351) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:38:39.927457 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:39.932445 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 375c08ed-3c49-4997-a51b-2d3530bc1d4e no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:38:39.981843 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 375c08ed-3c49-4997-a51b-2d3530bc1d4e {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:38:39.982342 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 375c08ed-3c49-4997-a51b-2d3530bc1d4e not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:38:40.147135 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_common [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Allocated IP 172.20.0.4 (236fb7ce-6354-45ce-ae0f-bcdf36cc510b/cc15a11a-be47-4196-a609-23c1310c0592/068c70e9-2f32-4d0f-96b1-f7f109729ef8) {{(pid=92351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:38:40.323177 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.331188 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c694a3da-e199-48e0-9765-e54a0d60af5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:40.384483 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e552c1-8931-4960-aed5-96035944e702,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:40.390823 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:40.556159 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d751e344-3bb8-472d-9ccb-27638a3b3132 req-4e5ceb79-8aa0-42ef-abec-9ce9a2e91080 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 210 time: 0.0433362 Jun 08 18:38:40.583197 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-908622'] for router_gateway, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.777283 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-856347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13369'] for router, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.781401 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.787984 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for port, precommit_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.814188 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Transition to ACTIVE for port object 068c70e9-2f32-4d0f-96b1-f7f109729ef8 will not be triggered until provisioned by entity DHCP. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:40.887123 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-856567'] for router, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.887646 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c312461-31ab-4b8e-bbb6-3af355e8362b {{(pid=92351) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:38:40.892020 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] Notify callbacks [] for router, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.896250 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-fee01ca5-c145-40f0-a846-f36d2a8cbdf8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2c312461-31ab-4b8e-bbb6-3af355e8362b HTTP/1.1" status: 204 len: 168 time: 2.1467183 Jun 08 18:38:40.897131 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36294) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:40.936237 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1470542'] for port, after_create {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.939788 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:40.939788 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:38:40.939788 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:38:40.939788 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:38:40.939788 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:40.939788 dv-cinder-789564-4-smb neutron-server[92351]: ERROR neutron_lib.callbacks.manager Jun 08 18:38:40.969212 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b is already hosted by enough agents. {{(pid=92351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:40.972043 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.base_scheduler [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Resources bound (agent type, host, resource id): {{(pid=92351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:40.976221 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Received port after_create {{(pid=92351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:38:41.009046 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_v2 [None req-74747737-8b1c-447c-b377-d71530faf007 admin admin] Deleting subnet e5c271c8-8575-40f8-81ad-32cd1f151718 {{(pid=92351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:38:41.018699 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-74747737-8b1c-447c-b377-d71530faf007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.085912 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:41.086551 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.095254 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-74747737-8b1c-447c-b377-d71530faf007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1460406'] for subnet, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.185606 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-74747737-8b1c-447c-b377-d71530faf007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.264788 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-2d841ea0-584e-44b0-ab51-8a7737498bbf tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8789315 Jun 08 18:38:41.275914 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.v2.base [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Request body: {'port': {'device_id': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=92351) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:41.293002 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-8489ea14-4e81-49ff-a4a4-d2700c72f253 None None] Provisioning for port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 completed by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:41.298151 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-8489ea14-4e81-49ff-a4a4-d2700c72f253 None None] Provisioning complete for port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 triggered by entity DHCP. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:41.298540 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-8489ea14-4e81-49ff-a4a4-d2700c72f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.353805 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-8489ea14-4e81-49ff-a4a4-d2700c72f253 None None] Port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 cannot update to ACTIVE because it is not bound. {{(pid=92352) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:38:41.481703 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-74747737-8b1c-447c-b377-d71530faf007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1470609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2574592'] for subnet, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.499416 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2c6ba133-325e-4de5-9a0c-d6a0d0548259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:41.544688 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-74747737-8b1c-447c-b377-d71530faf007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.546798 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-74747737-8b1c-447c-b377-d71530faf007 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5c271c8-8575-40f8-81ad-32cd1f151718 HTTP/1.1" status: 204 len: 168 time: 0.6489372 Jun 08 18:38:41.549536 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74747737-8b1c-447c-b377-d71530faf007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c271c8-8575-40f8-81ad-32cd1f151718,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:41.549714 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36296) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:41.553721 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-74747737-8b1c-447c-b377-d71530faf007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:41.554880 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dda603-64db-4074-85cc-a38a45bf2ce8 None None] Network 815fed0c-feee-4993-b2f3-e760a3990d2b requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:38:41.554984 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.680374 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.757071 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Deleting port a30d54ba-3c63-4379-b553-391f00c30061 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:41.757439 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.835779 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] DHCP port deletion for 815fed0c-feee-4993-b2f3-e760a3990d2b request from dv-cinder-789564-4-smb {{(pid=92352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:38:41.883901 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 24e552c1-8931-4960-aed5-96035944e702 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:38:41.884349 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] For port a30d54ba-3c63-4379-b553-391f00c30061, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=a30d54ba-3c63-4379-b553-391f00c30061,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:41.884937 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.896607 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c5d17-627d-4ea1-8fce-0d6096f2a879 req-df4e290e-b945-45d1-8587-1279b75f02ee tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:41.897480 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-564c5d17-627d-4ea1-8fce-0d6096f2a879 req-df4e290e-b945-45d1-8587-1279b75f02ee tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 931 time: 0.2036145 Jun 08 18:38:41.926315 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 24e552c1-8931-4960-aed5-96035944e702 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:38:41.926719 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 24e552c1-8931-4960-aed5-96035944e702 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:38:41.949870 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] Deleting port a30d54ba-3c63-4379-b553-391f00c30061 {{(pid=92352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:41.950897 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.965125 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-564c5d17-627d-4ea1-8fce-0d6096f2a879 req-e5d6873a-5e4e-47da-ac31-102530d9aa84 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540183 Jun 08 18:38:42.021255 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Calling delete_port for a30d54ba-3c63-4379-b553-391f00c30061 owned by network:dhcp {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:42.040414 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068c70e9-2f32-4d0f-96b1-f7f109729ef8 {{(pid=92351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:38:42.048001 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.063831 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.provisioning_blocks [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Transition to ACTIVE for port object 068c70e9-2f32-4d0f-96b1-f7f109729ef8 will not be triggered until provisioned by entity L2. {{(pid=92351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:42.095287 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] For port a30d54ba-3c63-4379-b553-391f00c30061, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=a30d54ba-3c63-4379-b553-391f00c30061,segment=NetworkSegment(4faa406e-2d67-4254-ae15-38b958dafede),segment_id=4faa406e-2d67-4254-ae15-38b958dafede)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:42.095684 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.167164 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.171641 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-db821017-934c-4450-96d8-a7db62759101 tempest-AttachVolumeTestJSON-169420454 tempest-AttachVolumeTestJSON-169420454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:42.201144 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.207326 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4eccfbe7-aecf-4bd2-954e-2c487292be41 tempest-AttachVolumeNegativeTest-700852241 tempest-AttachVolumeNegativeTest-700852241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:42.218072 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] Calling delete_port for a30d54ba-3c63-4379-b553-391f00c30061 owned by network:dhcp {{(pid=92352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:42.259549 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] No DVR routers for this DVR port a30d54ba-3c63-4379-b553-391f00c30061 on host dv-cinder-789564-4-smb {{(pid=92350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:38:42.261456 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30d54ba-3c63-4379-b553-391f00c30061,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:42.283473 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954'] for port, after_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.287326 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-97a3edfa-00d6-4ee3-abd5-465177b4f66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:42.312017 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.312417 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.312977 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.313505 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.314099 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.314629 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.315141 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.315665 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.317042 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.318069 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.318598 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.319109 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:42.332488 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=068c70e9-2f32-4d0f-96b1-f7f109729ef8,revision_number=2']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:42.339727 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:42.340830 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] Pushing event deleted for resources: {'Port': ['ID=a30d54ba-3c63-4379-b553-391f00c30061,revision_number=None']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:42.344813 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] No DVR routers for this DVR port a30d54ba-3c63-4379-b553-391f00c30061 on host dv-cinder-789564-4-smb {{(pid=92352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:38:42.345384 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-97ca4cc6-371c-4c19-8a70-af8ed763e6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:42.384008 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:42.409733 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.421596 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Attempting to bind port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:38:42.421939 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Attempting to bind port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:38:42.422537 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Attempting to bind port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 on network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:42.423328 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815fed0c-feee-4993-b2f3-e760a3990d2b']}} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:42.428010 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 on network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:38:42.428400 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Attempting to bind port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 on network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:42.434916 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Checking agent: {'id': '23d21974-840a-4328-8ba5-7f2e988c0048', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'started_at': datetime.datetime(2021, 6, 8, 18, 27, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:38:42.435246 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Checking segment: {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:42.435629 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Bound using segment: {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'} {{(pid=92351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:38:42.436046 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.managers [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Bound port: 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c60b9e-20f6-48e3-b447-360bcb07c39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b'}}] {{(pid=92351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:38:42.436457 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.437422 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faa406e-2d67-4254-ae15-38b958dafede') {'for_net_delete': True} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:42.437726 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faa406e-2d67-4254-ae15-38b958dafede') {} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:42.450626 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2276388'] for segment, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.467126 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.478412 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=92350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:38:42.478891 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356013'] for segment, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: Traceback (most recent call last): Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: timer() Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: cb(*args, **kw) Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: return func(*args, **kwargs) Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: self._notify() Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: self.callback(batched_events) Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: event.method(event) Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: return f(self, *a, **k) Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: return self._get(url).json() Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: return self.request(url, 'GET', **kwargs) Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:38:42.497096 dv-cinder-789564-4-smb neutron-server[92350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:38:42.538835 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, cleared binding levels {{(pid=92351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:38:42.541923 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:38:42.595857 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1470544'] for port, after_update {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.600303 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8610319e-6c79-4021-b053-d33b3adc8f0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:42.655723 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:42.656352 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.657820 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] 10.222.0.39 "PUT /v2.0/ports/068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 1093 time: 1.3859153 Jun 08 18:38:42.658249 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:38:42.661131 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2471f0-4284-4d96-969d-b24ad3832550" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:38:42.680357 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.686677 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=068c70e9-2f32-4d0f-96b1-f7f109729ef8,revision_number=3']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:42.686677 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-6b048572-c134-4df4-a58e-81c0b37e4cc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:42.690297 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-4ab2074a-08f8-4420-a90e-706adb71ba24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:42.710365 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:42.712428 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] 10.222.0.43 "DELETE /v2.0/networks/815fed0c-feee-4993-b2f3-e760a3990d2b HTTP/1.1" status: 204 len: 168 time: 1.1610582 Jun 08 18:38:42.713763 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05662187-d650-48b9-aef0-a7e2b4b65d07 x-openstack-request-id: req-05662187-d650-48b9-aef0-a7e2b4b65d07 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:38:42.714464 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:38:42.715133 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05662187-d650-48b9-aef0-a7e2b4b65d07 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:38:42.715382 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36302) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:42.715587 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'status': 'completed', 'code': 200} Jun 08 18:38:42.776882 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Pushing event deleted for resources: {'Network': ['ID=815fed0c-feee-4993-b2f3-e760a3990d2b,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:42.787932 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:42.813290 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2471f0-4284-4d96-969d-b24ad3832550 req-78e31a58-119a-4e53-9b78-7251a5e11eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:42.815092 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8c2471f0-4284-4d96-969d-b24ad3832550 req-78e31a58-119a-4e53-9b78-7251a5e11eef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1096 time: 0.0804448 Jun 08 18:38:42.965370 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2471f0-4284-4d96-969d-b24ad3832550 req-9bce2436-c34d-431b-8203-924a5a06310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:42.966736 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8c2471f0-4284-4d96-969d-b24ad3832550 req-9bce2436-c34d-431b-8203-924a5a06310e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1446037 Jun 08 18:38:43.140385 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2471f0-4284-4d96-969d-b24ad3832550 req-91dbfaa0-54fd-46c2-a6db-912b293dd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:43.141575 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-8c2471f0-4284-4d96-969d-b24ad3832550 req-91dbfaa0-54fd-46c2-a6db-912b293dd74c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1683152 Jun 08 18:38:43.223650 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fbc6f-d84a-4512-9b9d-bc0238820976 req-6dc313f7-227a-4f20-9e34-0d7bf3a7b395 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:43.225118 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-617fbc6f-d84a-4512-9b9d-bc0238820976 req-6dc313f7-227a-4f20-9e34-0d7bf3a7b395 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.1225104 Jun 08 18:38:43.285884 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-617fbc6f-d84a-4512-9b9d-bc0238820976 req-8ed2be2c-4165-4076-a341-f83397dc13d8 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520256 Jun 08 18:38:43.299051 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-548f0c09-86b7-445c-8347-b759d6a54026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:43.300695 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-548f0c09-86b7-445c-8347-b759d6a54026 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1096 time: 0.1192069 Jun 08 18:38:43.368836 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-f27d0c20-9048-4989-a01d-055af2425bf5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 217 time: 0.0599651 Jun 08 18:38:43.400621 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-908584'] for router_interface, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:43.543810 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-8c16629f-6bba-4cad-855f-3724eabc66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:43.545261 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-8c16629f-6bba-4cad-855f-3724eabc66cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 200 len: 848 time: 0.1700072 Jun 08 18:38:43.619822 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-eca971f9-c4a6-4640-8eb7-31d361058c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:43.621324 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-eca971f9-c4a6-4640-8eb7-31d361058c00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692980 Jun 08 18:38:43.756187 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-0f384938-f5a8-4341-b892-4a54296a2f5c service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264205 Jun 08 18:38:43.821896 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Deleting port 30de8b7a-5240-4c81-b772-de142d7e971a {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:43.822463 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:43.844986 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device a30d54ba-3c63-4379-b553-391f00c30061 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:38:43.881298 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: a30d54ba-3c63-4379-b553-391f00c30061 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:38:43.881717 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device a30d54ba-3c63-4379-b553-391f00c30061 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:38:43.895800 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f017d176-7529-4aaf-b3a5-2d3f0824982f req-a4fade46-1720-4850-8580-b4b3f431a580 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332324 Jun 08 18:38:43.945617 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] For port 30de8b7a-5240-4c81-b772-de142d7e971a, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=30de8b7a-5240-4c81-b772-de142d7e971a,segment=NetworkSegment(f65db1eb-6f0d-4c6e-900b-c617cbea4930),segment_id=f65db1eb-6f0d-4c6e-900b-c617cbea4930)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:43.945969 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:44.072930 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Calling delete_port for 30de8b7a-5240-4c81-b772-de142d7e971a owned by network:router_interface {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:44.258244 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:44.262121 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-e68e884e-f847-42a5-b3b1-3763cf138892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:44.307219 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30de8b7a-5240-4c81-b772-de142d7e971a,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:44.310212 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:44.728924 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844755'] for router_interface, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:44.739556 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f877290-882b-4efb-a4e5-87edbfad6bee req-b95ebc23-785d-4310-8811-9a85a8549b81 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:44.741022 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5f877290-882b-4efb-a4e5-87edbfad6bee req-b95ebc23-785d-4310-8811-9a85a8549b81 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.2886472 Jun 08 18:38:44.913855 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-5f877290-882b-4efb-a4e5-87edbfad6bee req-75371016-1632-4b99-b4b6-dfcc7aafaf81 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666727 Jun 08 18:38:45.122582 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Router 8e18d050-318d-4583-879d-1a2e21864973 has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:38:45.293072 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:38:45.297874 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] 10.222.0.43 "PUT /v2.0/routers/8e18d050-318d-4583-879d-1a2e21864973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5815537 Jun 08 18:38:45.300478 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36308) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:45.303026 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] Sync routers for ids ['8e18d050-318d-4583-879d-1a2e21864973'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:38:45.318178 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] Routers {'8e18d050-318d-4583-879d-1a2e21864973'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:45.318786 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:38:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['8e18d050-318d-4583-879d-1a2e21864973'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:45.477066 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks [] for router, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:45.491589 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] Set router 8e18d050-318d-4583-879d-1a2e21864973 gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:45.649064 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:45.739118 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:45.773009 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Deleting port d0b69e2d-c693-4226-8137-0ad4ebef6d83 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:45.773263 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e18d050-318d-4583-879d-1a2e21864973', 'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:15Z', 'updated_at': '2021-06-08T18:38:44Z', 'revision_number': 5, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'gw_port': {'id': 'd0b69e2d-c693-4226-8137-0ad4ebef6d83', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e18d050-318d-4583-879d-1a2e21864973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:36:16Z', 'updated_at': '2021-06-08T18:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:45.773423 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:45.776904 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] Checking router: 8e18d050-318d-4583-879d-1a2e21864973 for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:38:45.785641 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] Routers {'8e18d050-318d-4583-879d-1a2e21864973'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:45.786247 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:38:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['8e18d050-318d-4583-879d-1a2e21864973'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:45.896538 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] For port d0b69e2d-c693-4226-8137-0ad4ebef6d83, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=d0b69e2d-c693-4226-8137-0ad4ebef6d83,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:45.896888 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:45.933778 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] Set router 8e18d050-318d-4583-879d-1a2e21864973 gateway port host: None {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:46.044833 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e18d050-318d-4583-879d-1a2e21864973', 'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:15Z', 'updated_at': '2021-06-08T18:38:45Z', 'revision_number': 6, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'gw_port_host': None}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:46.049513 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a495f3b4-d8da-4ac2-be29-25564e9904fe None None] The sync data for ids ['8e18d050-318d-4583-879d-1a2e21864973'] in dv-cinder-789564-4-smb is: [{'id': '8e18d050-318d-4583-879d-1a2e21864973', 'name': 'tempest-TestMinimumBasicScenario-1350243505-router', 'tenant_id': '120db9effd5f4cddaf79b711214bda31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:36:15Z', 'updated_at': '2021-06-08T18:38:45Z', 'revision_number': 6, 'project_id': '120db9effd5f4cddaf79b711214bda31', 'gw_port_host': None}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:38:46.120915 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb9a4b-b856-41b2-b81b-4fe9260df9af req-15c52e5f-5a6f-4610-8eef-d3554977ec15 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:46.122459 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2fdb9a4b-b856-41b2-b81b-4fe9260df9af req-15c52e5f-5a6f-4610-8eef-d3554977ec15 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.0970588 Jun 08 18:38:46.140185 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Calling delete_port for d0b69e2d-c693-4226-8137-0ad4ebef6d83 owned by network:router_gateway {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:46.168617 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-2fdb9a4b-b856-41b2-b81b-4fe9260df9af req-7aac8ea2-203a-4748-b658-26c7e272a421 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400760 Jun 08 18:38:46.332567 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.337128 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:46.412937 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b69e2d-c693-4226-8137-0ad4ebef6d83,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:46.419707 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:46.473627 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-908622'] for router_gateway, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.513381 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 068c70e9-2f32-4d0f-96b1-f7f109729ef8 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:38:46.644400 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-856347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13369'] for router, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.645913 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:46.646459 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.660075 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'port_id': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'mac_address': 'fa:16:3e:5f:79:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:38:46.717298 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.736265 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068c70e9-2f32-4d0f-96b1-f7f109729ef8 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:38:46.748848 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:46.755195 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-856567'] for router, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.755745 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e18d050-318d-4583-879d-1a2e21864973 {{(pid=92350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:38:46.760825 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.764978 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] 10.222.0.43 "DELETE /v2.0/routers/8e18d050-318d-4583-879d-1a2e21864973 HTTP/1.1" status: 204 len: 168 time: 1.4605737 Jun 08 18:38:46.764978 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36312) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:46.812810 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.814839 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:46.830455 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_v2 [None req-037a8d1a-d3c1-4152-a20d-92e9f4d522d2 admin admin] Deleting subnet e3f7441a-7cb8-4d6e-a093-22f79d44836f {{(pid=92350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:38:46.834165 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-037a8d1a-d3c1-4152-a20d-92e9f4d522d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.887938 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-037a8d1a-d3c1-4152-a20d-92e9f4d522d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2276399'] for subnet, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:46.891249 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=068c70e9-2f32-4d0f-96b1-f7f109729ef8,revision_number=4']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:46.895362 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:46.971981 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-037a8d1a-d3c1-4152-a20d-92e9f4d522d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:47.022649 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['068c70e9-2f32-4d0f-96b1-f7f109729ef8'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:38:47.127754 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-037a8d1a-d3c1-4152-a20d-92e9f4d522d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2460084'] for subnet, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:47.135034 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-3a5a42bb-5e71-4744-a6cf-31d8c06edcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:47.172273 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a8d1a-d3c1-4152-a20d-92e9f4d522d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f7441a-7cb8-4d6e-a093-22f79d44836f,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:47.175214 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-037a8d1a-d3c1-4152-a20d-92e9f4d522d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:47.176224 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-037a8d1a-d3c1-4152-a20d-92e9f4d522d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:47.178351 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-037a8d1a-d3c1-4152-a20d-92e9f4d522d2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e3f7441a-7cb8-4d6e-a093-22f79d44836f HTTP/1.1" status: 204 len: 168 time: 0.4129162 Jun 08 18:38:47.180947 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36314) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:47.192169 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a124434-702c-4058-a58d-8c1b7b04fb15 None None] Network a66aac50-0c1d-4f22-acab-e21708f338f5 requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:38:47.330872 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:47.425149 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1bc39-cd6d-48fb-b1dc-2ac2bcbbc9e5 req-d861d21b-0526-4063-bf63-08d67840386c tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:47.426517 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-23f1bc39-cd6d-48fb-b1dc-2ac2bcbbc9e5 req-d861d21b-0526-4063-bf63-08d67840386c tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 944 time: 0.1413453 Jun 08 18:38:47.455636 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Deleting port 86d32729-5231-411f-9c7f-0edc46af482c {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:47.455978 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:47.553916 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-23f1bc39-cd6d-48fb-b1dc-2ac2bcbbc9e5 req-82bf8e67-9b9f-40fd-9841-83c68780d638 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196711 Jun 08 18:38:47.583349 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] For port 86d32729-5231-411f-9c7f-0edc46af482c, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=86d32729-5231-411f-9c7f-0edc46af482c,segment=NetworkSegment(f65db1eb-6f0d-4c6e-900b-c617cbea4930),segment_id=f65db1eb-6f0d-4c6e-900b-c617cbea4930)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:47.583709 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:47.633261 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] DHCP port deletion for a66aac50-0c1d-4f22-acab-e21708f338f5 request from dv-cinder-789564-4-smb {{(pid=92352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:38:47.712325 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Calling delete_port for 86d32729-5231-411f-9c7f-0edc46af482c owned by network:dhcp {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:47.739931 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] Deleting port 86d32729-5231-411f-9c7f-0edc46af482c {{(pid=92352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:47.740345 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:47.818875 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:47.824039 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-80642d89-efd5-4cc7-81b5-da3cadd8658e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:47.844159 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] For port 86d32729-5231-411f-9c7f-0edc46af482c, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=86d32729-5231-411f-9c7f-0edc46af482c,segment=NetworkSegment(f65db1eb-6f0d-4c6e-900b-c617cbea4930),segment_id=f65db1eb-6f0d-4c6e-900b-c617cbea4930)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:47.844811 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:47.859981 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 86d32729-5231-411f-9c7f-0edc46af482c no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:38:47.872447 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d32729-5231-411f-9c7f-0edc46af482c,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:47.874231 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] No DVR routers for this DVR port 86d32729-5231-411f-9c7f-0edc46af482c on host dv-cinder-789564-4-smb {{(pid=92350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:38:47.875662 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:47.993746 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 86d32729-5231-411f-9c7f-0edc46af482c {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:38:47.994010 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 86d32729-5231-411f-9c7f-0edc46af482c not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:38:47.994490 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device d0b69e2d-c693-4226-8137-0ad4ebef6d83 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:38:48.080784 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] Calling delete_port for 86d32729-5231-411f-9c7f-0edc46af482c owned by network:dhcp {{(pid=92352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:48.088018 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.095463 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: d0b69e2d-c693-4226-8137-0ad4ebef6d83 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:38:48.095817 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device d0b69e2d-c693-4226-8137-0ad4ebef6d83 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:38:48.096270 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 30de8b7a-5240-4c81-b772-de142d7e971a no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:38:48.101250 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66aac50-0c1d-4f22-acab-e21708f338f5']}} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:48.114927 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65db1eb-6f0d-4c6e-900b-c617cbea4930') {'for_net_delete': True} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:48.115354 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.services.segments.db [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65db1eb-6f0d-4c6e-900b-c617cbea4930') {} {{(pid=92350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:48.127036 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2276388'] for segment, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.133558 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 30de8b7a-5240-4c81-b772-de142d7e971a {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:38:48.133909 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 30de8b7a-5240-4c81-b772-de142d7e971a not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:38:48.147988 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.154413 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=92350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:38:48.162130 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2356013'] for segment, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: Traceback (most recent call last): Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: timer() Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: cb(*args, **kw) Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: return func(*args, **kwargs) Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: self._notify() Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: self.callback(batched_events) Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: event.method(event) Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: return f(self, *a, **k) Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: return self._get(url).json() Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: return self.request(url, 'GET', **kwargs) Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:38:48.169345 dv-cinder-789564-4-smb neutron-server[92350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:38:48.173116 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954'] for port, after_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.177390 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:48.219533 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] Pushing event deleted for resources: {'Port': ['ID=86d32729-5231-411f-9c7f-0edc46af482c,revision_number=None']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:48.222940 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:48.223761 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46ac5f-c62d-4e61-b226-eb56722e99fd None None] No DVR routers for this DVR port 86d32729-5231-411f-9c7f-0edc46af482c on host dv-cinder-789564-4-smb {{(pid=92352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:38:48.343160 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.347664 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:48.360328 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.362097 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a66aac50-0c1d-4f22-acab-e21708f338f5 HTTP/1.1" status: 204 len: 168 time: 1.1797600 Jun 08 18:38:48.368217 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a66aac50-0c1d-4f22-acab-e21708f338f5,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:48.370601 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-b2b5e625-4524-4fb7-9d02-d8591b86f8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:48.529022 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 068c70e9-2f32-4d0f-96b1-f7f109729ef8 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:38:48.740409 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2945a-81d7-48b9-be17-23abb391adca req-c232c5b9-8457-420b-b8ce-5fa85ff0b696 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:48.741946 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b5a2945a-81d7-48b9-be17-23abb391adca req-c232c5b9-8457-420b-b8ce-5fa85ff0b696 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 944 time: 0.0811970 Jun 08 18:38:48.743925 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning for port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 completed by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:48.749151 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:48.749524 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.792280 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b5a2945a-81d7-48b9-be17-23abb391adca req-dc561250-6f9a-4519-8b39-f0bfdf87885a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443838 Jun 08 18:38:48.865924 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.882357 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36322) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:48.896638 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:38:48.898941 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05348e15-3e82-4572-92a8-fd54c7ad974b" -d '{"events": [{"server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "name": "network-vif-plugged", "status": "completed", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:38:48.906733 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:48.932151 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-2a6e4560-1685-4221-be3c-e0c0419a19fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1eb6a7953944ad68478fa88961d470e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472591 Jun 08 18:38:48.933382 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36326) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:48.945029 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680067f2-0cbf-488a-a37a-f3853b581227 x-openstack-request-id: req-680067f2-0cbf-488a-a37a-f3853b581227 {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:38:48.945029 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "name": "network-vif-plugged", "status": "completed", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:38:48.945029 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-680067f2-0cbf-488a-a37a-f3853b581227 {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:38:48.945029 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'code': 200} Jun 08 18:38:48.961266 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.963174 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:48.992530 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5826b09a-d441-426a-909a-f5b0be003326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:49.017806 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5826b09a-d441-426a-909a-f5b0be003326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:49.029488 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=068c70e9-2f32-4d0f-96b1-f7f109729ef8,revision_number=5']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:49.032639 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:49.132783 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5826b09a-d441-426a-909a-f5b0be003326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:49.135143 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-5826b09a-d441-426a-909a-f5b0be003326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:49.136349 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-5826b09a-d441-426a-909a-f5b0be003326 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67a42b56-0b2d-4bde-bfba-1fdbab40ead1 HTTP/1.1" status: 204 len: 168 time: 0.2019639 Jun 08 18:38:49.139442 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a589e6d6-919b-45c2-8f68-ba4ac55a7d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:49.147450 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826b09a-d441-426a-909a-f5b0be003326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a42b56-0b2d-4bde-bfba-1fdbab40ead1,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:49.150365 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-5826b09a-d441-426a-909a-f5b0be003326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:49.343307 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc2af0-9045-452c-8f64-9d92149dd8e3 req-a63f8268-df35-49b8-8a10-b8e5dc05ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:49.344840 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b7cc2af0-9045-452c-8f64-9d92149dd8e3 req-a63f8268-df35-49b8-8a10-b8e5dc05ddbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1098 time: 0.0703955 Jun 08 18:38:49.387454 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-b7cc2af0-9045-452c-8f64-9d92149dd8e3 req-b0c8e012-e63f-435d-bc29-3032227d4d68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367031 Jun 08 18:38:49.879924 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36334) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:49.980621 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-069eeaab-176a-45d9-8bbc-5968441dbdc7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=120db9effd5f4cddaf79b711214bda31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994015 Jun 08 18:38:49.983178 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36336) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:50.011616 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76f645-831f-40be-89d9-a022975286a2 req-46904288-de48-45c7-890e-6f8647cf04e1 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:50.013030 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7a76f645-831f-40be-89d9-a022975286a2 req-46904288-de48-45c7-890e-6f8647cf04e1 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.1112082 Jun 08 18:38:50.047383 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f2b20ab5-4852-4c0e-8bc2-3810f10d2dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:50.058809 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7a76f645-831f-40be-89d9-a022975286a2 req-be2a9cb0-740d-450b-a65f-bac508f02aa9 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396638 Jun 08 18:38:50.074421 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f2b20ab5-4852-4c0e-8bc2-3810f10d2dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:50.207034 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f2b20ab5-4852-4c0e-8bc2-3810f10d2dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:50.209504 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-f2b20ab5-4852-4c0e-8bc2-3810f10d2dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:50.210629 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-f2b20ab5-4852-4c0e-8bc2-3810f10d2dd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da984de5-0bfc-4e83-93a1-8de58c548f2b HTTP/1.1" status: 204 len: 168 time: 0.2264678 Jun 08 18:38:50.211458 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-35b6e1cc-b463-49cf-850e-d11c66617777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:50.220918 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b20ab5-4852-4c0e-8bc2-3810f10d2dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da984de5-0bfc-4e83-93a1-8de58c548f2b,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:50.223667 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f2b20ab5-4852-4c0e-8bc2-3810f10d2dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:51.249451 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd7b3a-ce6a-4ee4-a8f7-bfbd220c96fa req-177eebe4-ca9e-4ec3-95b5-5d2b3461ae60 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:51.250896 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-64bd7b3a-ce6a-4ee4-a8f7-bfbd220c96fa req-177eebe4-ca9e-4ec3-95b5-5d2b3461ae60 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0846097 Jun 08 18:38:51.294578 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-64bd7b3a-ce6a-4ee4-a8f7-bfbd220c96fa req-e7933c08-670e-4b7a-ad60-3384d42da045 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374525 Jun 08 18:38:51.478901 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ce93f-2c2d-488e-be14-84f8aa973014 req-7b31a294-77c1-4c13-8af5-7d50915d5c61 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:51.480444 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1e9ce93f-2c2d-488e-be14-84f8aa973014 req-7b31a294-77c1-4c13-8af5-7d50915d5c61 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0822563 Jun 08 18:38:51.528842 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1e9ce93f-2c2d-488e-be14-84f8aa973014 req-35e4f968-746c-4bf3-b55c-f32bb9e3e325 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426369 Jun 08 18:38:51.555201 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36344) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:51.801161 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-66348efb-18a6-4489-a814-7a8b15398839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:51.841636 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c65b9bf-1ab6-425d-b713-f24f6c7327cb tempest-TestShelveInstance-1805257839 tempest-TestShelveInstance-1805257839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:51.843152 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-8c65b9bf-1ab6-425d-b713-f24f6c7327cb tempest-TestShelveInstance-1805257839 tempest-TestShelveInstance-1805257839-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1093 time: 0.2869103 Jun 08 18:38:51.846440 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36348) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:38:51.850981 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.v2.base [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Request body: {'floatingip': {'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'port_id': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:51.944055 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for floatingip, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:52.079373 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:52.217958 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_common [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Allocated IP 172.28.2.119 (8c3fa8e2-b0ab-4593-ad8d-2e87ee507344/e49c9b4f-0032-401b-88bd-10cffcb518cc/029a1200-1307-4bfa-a5fc-0d6f2ab2a248) {{(pid=92350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:38:52.369147 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for port, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:52.470421 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7956052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771744269945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2356055'] for port, after_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:52.471012 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:52.471012 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:38:52.471012 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:38:52.471012 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:38:52.471012 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:52.471012 dv-cinder-789564-4-smb neutron-server[92350]: ERROR neutron_lib.callbacks.manager Jun 08 18:38:52.487698 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Network 8c3fa8e2-b0ab-4593-ad8d-2e87ee507344 is already hosted by enough agents. {{(pid=92350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:52.488935 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.base_scheduler [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Resources bound (agent type, host, resource id): {{(pid=92350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:52.491280 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Received port after_create {{(pid=92350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:38:52.893224 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-1e84e599-9e04-4ab3-aa00-c06a9041f33c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757296 Jun 08 18:38:52.904548 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:53.037178 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-4b2d322a-4c7b-4878-8cb3-38f6a9cf59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:53.038709 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-4b2d322a-4c7b-4878-8cb3-38f6a9cf59ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1098 time: 0.0737650 Jun 08 18:38:53.165900 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:53.190720 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-40457520-a98b-4350-ba14-e223c4da6573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:53.192268 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-40457520-a98b-4350-ba14-e223c4da6573 service neutron] 10.222.0.39 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 910 time: 0.1338835 Jun 08 18:38:53.300755 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-49db2467-d1ff-4f3a-9e29-0f342469fd75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 999 time: 0.1011827 Jun 08 18:38:53.366129 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-74b09a68-fc3c-4847-b870-11efd667ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:53.367571 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-74b09a68-fc3c-4847-b870-11efd667ba24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 200 len: 848 time: 0.0613172 Jun 08 18:38:53.370459 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for port, precommit_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:53.440762 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-6ad35085-a19c-40f9-aa1a-33649e1df634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:53.442024 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-6ad35085-a19c-40f9-aa1a-33649e1df634 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685725 Jun 08 18:38:53.452473 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2356041'] for port, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:53.458066 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-66b44af8-bcbe-4d88-8076-75c220616708 tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:53.563535 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event updated for resources: {'Port': ['ID=029a1200-1307-4bfa-a5fc-0d6f2ab2a248,revision_number=2']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:53.568068 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:53.575551 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908571'] for floatingip, after_update {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:53.577603 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-121aa760-a021-4cf0-9c1e-f9027f99aca0 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284826 Jun 08 18:38:53.752830 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.l3_db [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Floating IP f6dd6830-5383-48bc-99de-f85f34707ed0 associated. External IP: 172.28.2.119, port: 068c70e9-2f32-4d0f-96b1-f7f109729ef8. Jun 08 18:38:53.811144 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-49f104c6-f4ad-4dad-8770-f07ede50c728 req-de8238b8-55c4-4cc9-8fec-488a8db717bd service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277055 Jun 08 18:38:54.105884 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Router a6c1a0a1-f7be-448d-8430-5107318ded7e has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:38:54.293686 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:38:54.303808 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] Sync routers for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:38:54.313747 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:54.314368 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:38:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:54.390237 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:54.447549 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-6b196d1a-7ed0-4ea0-a4e1-406fb21d993d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6000197 Jun 08 18:38:54.448355 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:38:54.450965 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58983512-56db-4353-b9af-ad08251c1655" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:38:54.497306 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ac44f0-3283-4a78-98c8-802330d13623 x-openstack-request-id: req-89ac44f0-3283-4a78-98c8-802330d13623 {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:38:54.497628 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:38:54.497910 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89ac44f0-3283-4a78-98c8-802330d13623 {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:38:54.498334 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'status': 'completed', 'code': 200} Jun 08 18:38:54.501217 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:54.597409 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983512-56db-4353-b9af-ad08251c1655 req-8c3c7652-3830-460b-8b45-bc1e1ceaf003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:54.598912 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-58983512-56db-4353-b9af-ad08251c1655 req-8c3c7652-3830-460b-8b45-bc1e1ceaf003 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1098 time: 0.0787640 Jun 08 18:38:54.744960 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983512-56db-4353-b9af-ad08251c1655 req-d34d6cf2-f668-4d7e-a793-4b9ae767aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:54.746351 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-58983512-56db-4353-b9af-ad08251c1655 req-d34d6cf2-f668-4d7e-a793-4b9ae767aa28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 910 time: 0.1409428 Jun 08 18:38:54.746829 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:54.849316 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-58983512-56db-4353-b9af-ad08251c1655 req-d298d6fc-f4e1-4302-a00a-a6c358003a02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 999 time: 0.0970180 Jun 08 18:38:54.865291 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-c72f0464-aa1b-4a34-bafd-500a94ca0fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:54.883617 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': 'f6dd6830-5383-48bc-99de-f85f34707ed0', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'port_id': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'mac_address': 'fa:16:3e:5f:79:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:52Z', 'updated_at': '2021-06-08T18:38:52Z', 'revision_number': 0, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:12Z', 'revision_number': 5, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:54.888012 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] Checking router: a6c1a0a1-f7be-448d-8430-5107318ded7e for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:38:54.896878 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:54.897544 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:38:55Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:54.915957 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983512-56db-4353-b9af-ad08251c1655 req-d9ce4857-31b5-4592-8b33-d8dd3a72fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:54.917473 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-58983512-56db-4353-b9af-ad08251c1655 req-d9ce4857-31b5-4592-8b33-d8dd3a72fc95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 200 len: 848 time: 0.0624292 Jun 08 18:38:54.995379 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983512-56db-4353-b9af-ad08251c1655 req-37ffa8eb-de26-4ccd-b90c-bad447416339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:54.996812 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-58983512-56db-4353-b9af-ad08251c1655 req-37ffa8eb-de26-4ccd-b90c-bad447416339 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733337 Jun 08 18:38:55.082560 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:55.135831 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-58983512-56db-4353-b9af-ad08251c1655 req-3641b60b-8e0b-408a-bbf5-7a68858ea30f service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317370 Jun 08 18:38:55.272192 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-58983512-56db-4353-b9af-ad08251c1655 req-bddba63c-4260-4700-9938-1a7d489d3e9e service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300671 Jun 08 18:38:55.474760 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': 'f6dd6830-5383-48bc-99de-f85f34707ed0', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'port_id': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'mac_address': 'fa:16:3e:5f:79:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:52Z', 'updated_at': '2021-06-08T18:38:52Z', 'revision_number': 0, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:12Z', 'revision_number': 5, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:55.479110 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c163829-174e-4840-b26c-08159bc2f9cc None None] The sync data for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb is: [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_floatingips': [{'id': 'f6dd6830-5383-48bc-99de-f85f34707ed0', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'router_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'port_id': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'mac_address': 'fa:16:3e:5f:79:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:38:52Z', 'updated_at': '2021-06-08T18:38:52Z', 'revision_number': 0, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:12Z', 'revision_number': 5, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:38:55.656356 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f713bee-98bb-4a3a-9eb0-bacfdb3c7e4a None None] New status for floating IP f6dd6830-5383-48bc-99de-f85f34707ed0: ACTIVE {{(pid=92353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:38:55.932702 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:57.469613 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:15.771780 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:15.823335 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:39:21.795410 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-f44202ab-080e-432c-b9ae-e8b8f1daa518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:24.635309 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:24.829183 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca6f1-43cf-4128-ac28-6cd922528a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:25.955679 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:27.463710 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:45.822276 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:51.823399 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-534be75e-7a01-4a9f-ac96-f132b38d96fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:52.822949 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:39:54.634619 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:54.789319 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-9ff71aac-d80c-4ca9-bc53-6ebb4e1dd69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:54.936107 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-72b83d6a-8c19-448c-b48c-f3198ef41b02 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1264048 Jun 08 18:39:55.073188 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-38edc05f-7ddd-4243-ae76-db875bc41092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:55.074573 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-38edc05f-7ddd-4243-ae76-db875bc41092 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1098 time: 0.0696790 Jun 08 18:39:55.217134 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-381f93be-aa66-46d3-a929-fa21b3134e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:55.218568 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-381f93be-aa66-46d3-a929-fa21b3134e8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 910 time: 0.1258283 Jun 08 18:39:55.319518 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-905126c1-6fcd-4514-9c8a-7f7486d507d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0944989 Jun 08 18:39:55.380354 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-4af41f97-15ea-4f5d-bb24-aa664f5be8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:55.381688 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-4af41f97-15ea-4f5d-bb24-aa664f5be8b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 200 len: 848 time: 0.0563500 Jun 08 18:39:55.459689 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-88402c55-a0a2-4e7a-87fb-cabdea5fe7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:55.461186 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-88402c55-a0a2-4e7a-87fb-cabdea5fe7ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735400 Jun 08 18:39:55.472659 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-9feb49f5-47cd-481c-8f53-291e2bd556b5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=92351) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:39:55.473707 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-9feb49f5-47cd-481c-8f53-291e2bd556b5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056927 Jun 08 18:39:55.602373 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-1faf2914-7883-48c2-a6e4-9010426ad941 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226413 Jun 08 18:39:55.832433 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6c7e02d2-899f-44aa-ac5f-854c13afbf12 req-b5183c73-7038-4f6f-9335-8476e34f782a service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242744 Jun 08 18:39:55.937812 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:57.480602 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:15.784174 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:21.788779 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1b1c-a5f2-40ab-83e5-52b9de4cfe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:24.686423 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:24.794654 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-567ec7cc-1ac1-4695-b3c0-cfac35f8b9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:25.958859 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:27.451819 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:29.822593 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:40:44.087103 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3f481-4ef6-4f9e-9654-55c9b11f0748 req-c8a0b2e7-064a-483f-bda7-f54470cdebc3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:44.088532 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a2a3f481-4ef6-4f9e-9654-55c9b11f0748 req-c8a0b2e7-064a-483f-bda7-f54470cdebc3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.1983476 Jun 08 18:40:44.136295 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a2a3f481-4ef6-4f9e-9654-55c9b11f0748 req-e4dfb9c6-28e0-4aac-b98f-09a045484cab tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421941 Jun 08 18:40:45.387007 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a44920-7563-47f6-8c5f-24b81964dee0 req-1d0b6659-7e11-40ad-92ff-44f58f0e92b6 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:45.388530 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-00a44920-7563-47f6-8c5f-24b81964dee0 req-1d0b6659-7e11-40ad-92ff-44f58f0e92b6 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.1302605 Jun 08 18:40:45.433456 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-00a44920-7563-47f6-8c5f-24b81964dee0 req-95ec402e-19db-4e94-a84c-984350264988 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391903 Jun 08 18:40:45.794675 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:46.628974 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaec616-8ca6-4f80-aaf2-a25507a36a8e req-8a6b2b71-122f-480b-9a6c-1ee338d81f53 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:46.630490 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-baaec616-8ca6-4f80-aaf2-a25507a36a8e req-8a6b2b71-122f-480b-9a6c-1ee338d81f53 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0793200 Jun 08 18:40:46.676188 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-baaec616-8ca6-4f80-aaf2-a25507a36a8e req-5ba5813e-ab6d-4d92-9527-5f6342c24fed tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400927 Jun 08 18:40:47.861156 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc0fc7-204e-43d0-a904-ff0d54fc94a7 req-f69742ef-18cc-421e-a561-15a49a9b0121 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:47.862691 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bebc0fc7-204e-43d0-a904-ff0d54fc94a7 req-f69742ef-18cc-421e-a561-15a49a9b0121 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0838163 Jun 08 18:40:47.908208 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-bebc0fc7-204e-43d0-a904-ff0d54fc94a7 req-314a7b8d-90f9-4bf5-86ef-887d7df7f184 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391912 Jun 08 18:40:49.189502 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cac00-2a8b-4fcf-a663-b2bc0128a8f9 req-e8485570-98e6-4f82-a4b8-9782801841f9 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:49.190872 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-430cac00-2a8b-4fcf-a663-b2bc0128a8f9 req-e8485570-98e6-4f82-a4b8-9782801841f9 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.1791439 Jun 08 18:40:49.235116 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-430cac00-2a8b-4fcf-a663-b2bc0128a8f9 req-20c84763-a385-49da-a14f-9a92bdcf1653 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386655 Jun 08 18:40:50.417662 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7c823-9255-47a4-a2f0-6d51a7a82363 req-81e0e597-d888-40dc-b425-c20c07bf5412 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:50.419128 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-68e7c823-9255-47a4-a2f0-6d51a7a82363 req-81e0e597-d888-40dc-b425-c20c07bf5412 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0795236 Jun 08 18:40:50.468878 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-68e7c823-9255-47a4-a2f0-6d51a7a82363 req-00c9c9a3-8dee-4947-b2c9-2de96ccacfff tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440700 Jun 08 18:40:51.656155 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28546c67-acb9-4902-9436-0ee5749ae4cd req-b4f2dae4-183a-4003-83b6-273fedcb531a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:51.657592 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-28546c67-acb9-4902-9436-0ee5749ae4cd req-b4f2dae4-183a-4003-83b6-273fedcb531a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0812647 Jun 08 18:40:51.701958 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-28546c67-acb9-4902-9436-0ee5749ae4cd req-1e91f020-71e4-49ae-a2f0-4cb80d3cbc3f tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383086 Jun 08 18:40:51.844157 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-80de197a-8983-4575-ae9c-5c97f89b5e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:52.885301 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a9a35-4dcc-40b8-a2f2-92beb88d11c3 req-ca7ca186-5cbb-42c6-9460-4e1d84ebd061 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:52.886759 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-908a9a35-4dcc-40b8-a2f2-92beb88d11c3 req-ca7ca186-5cbb-42c6-9460-4e1d84ebd061 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0812764 Jun 08 18:40:52.930370 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-908a9a35-4dcc-40b8-a2f2-92beb88d11c3 req-7370fd55-d930-42f6-8e78-96ddc0280f1c tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380311 Jun 08 18:40:54.118109 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40917fd-9666-4a2d-9f5f-b98e3496fc89 req-1c206d9d-f6f8-4a21-b0de-f0a3ce97e640 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:54.119509 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d40917fd-9666-4a2d-9f5f-b98e3496fc89 req-1c206d9d-f6f8-4a21-b0de-f0a3ce97e640 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0841935 Jun 08 18:40:54.136296 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d3957-0081-4f29-ab3d-610a989b677e req-44c9871a-2940-44a0-9d35-52d474e2e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:54.138616 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e13d3957-0081-4f29-ab3d-610a989b677e req-44c9871a-2940-44a0-9d35-52d474e2e8c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1098 time: 0.0787468 Jun 08 18:40:54.172505 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d40917fd-9666-4a2d-9f5f-b98e3496fc89 req-43f25c49-bc61-4447-9a13-0626399bad6e tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419114 Jun 08 18:40:54.280007 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d3957-0081-4f29-ab3d-610a989b677e req-9c4dac38-3276-489e-9e56-b3049940944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:54.281474 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e13d3957-0081-4f29-ab3d-610a989b677e req-9c4dac38-3276-489e-9e56-b3049940944d service neutron] 10.222.0.39 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 910 time: 0.1338546 Jun 08 18:40:54.384203 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e13d3957-0081-4f29-ab3d-610a989b677e req-9c8585c5-d25d-4fc1-8dfa-e251c898f1dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0957909 Jun 08 18:40:54.448109 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d3957-0081-4f29-ab3d-610a989b677e req-d7a0e099-b718-4e88-b8da-479817eb6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:54.449606 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e13d3957-0081-4f29-ab3d-610a989b677e req-d7a0e099-b718-4e88-b8da-479817eb6f36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 200 len: 848 time: 0.0598760 Jun 08 18:40:54.526292 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d3957-0081-4f29-ab3d-610a989b677e req-3f7197fc-ce2e-41f6-9ef0-d99bf1c10fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:54.527736 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e13d3957-0081-4f29-ab3d-610a989b677e req-3f7197fc-ce2e-41f6-9ef0-d99bf1c10fcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723410 Jun 08 18:40:54.661720 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e13d3957-0081-4f29-ab3d-610a989b677e req-44440371-da53-4c46-a068-74e87d22b610 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278756 Jun 08 18:40:54.668903 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:54.814477 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e13d3957-0081-4f29-ab3d-610a989b677e req-63c30bda-1aa0-4055-a198-0fe144ecbad2 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466742 Jun 08 18:40:54.835045 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-684a77da-3706-4ef8-b700-05d05517abc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:54.982250 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-018d8c53-b7d9-49ad-ae7d-55a2bf272333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:54.983605 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-018d8c53-b7d9-49ad-ae7d-55a2bf272333 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1098 time: 0.0773897 Jun 08 18:40:55.129114 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-e852a4b5-657e-44a8-a184-829d70f006e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:55.130557 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-e852a4b5-657e-44a8-a184-829d70f006e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 910 time: 0.1270273 Jun 08 18:40:55.233903 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-fc593896-f475-4219-ad9a-b647d8617462 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0967572 Jun 08 18:40:55.338531 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-977caf23-0b03-465e-bab1-efe6f63fa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:55.339931 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-977caf23-0b03-465e-bab1-efe6f63fa92b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 200 len: 848 time: 0.0992966 Jun 08 18:40:55.524460 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cccac8-2ec2-4b6f-8ecd-e2a7cb9e4f57 req-d8be708d-23a5-4bc2-b251-eca592448d34 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:55.525905 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-22cccac8-2ec2-4b6f-8ecd-e2a7cb9e4f57 req-d8be708d-23a5-4bc2-b251-eca592448d34 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.2430696 Jun 08 18:40:55.555002 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-4a9cc4c1-3088-4bff-a5f8-f690e83e0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:55.556457 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-4a9cc4c1-3088-4bff-a5f8-f690e83e0213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2095830 Jun 08 18:40:55.645835 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-22cccac8-2ec2-4b6f-8ecd-e2a7cb9e4f57 req-a3c5177e-e5ec-416b-9077-fb4a5b7693e6 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126955 Jun 08 18:40:55.701743 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-2fd329c5-ad4d-4b27-afbf-b385a9637999 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335609 Jun 08 18:40:55.832507 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-10285cf6-0a43-4946-9a00-6c707904fbfd req-82f4b71c-2ea2-46f0-9295-05b5882bdc14 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241894 Jun 08 18:40:55.949366 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:56.827983 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c447df-ff4a-4e12-8308-dadac3ae9882 req-b98b08ed-6a11-4b4a-a811-abedc730d07e tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:56.829601 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f4c447df-ff4a-4e12-8308-dadac3ae9882 req-b98b08ed-6a11-4b4a-a811-abedc730d07e tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0810828 Jun 08 18:40:56.878307 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f4c447df-ff4a-4e12-8308-dadac3ae9882 req-40ee2700-e616-41df-8a06-0e70b7f505af tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426741 Jun 08 18:40:57.485917 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:58.064942 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d372-42dd-438f-969f-51a469916860 req-1e6b2556-ab89-4287-b624-984ee5b9bd2e tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:58.066369 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a4d7d372-42dd-438f-969f-51a469916860 req-1e6b2556-ab89-4287-b624-984ee5b9bd2e tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0812232 Jun 08 18:40:58.110761 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a4d7d372-42dd-438f-969f-51a469916860 req-689142d9-6263-47cf-943c-b932dbdaf97f tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383251 Jun 08 18:40:59.715192 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ece97-e075-4ff8-9774-5190d0b7e935 req-01b130c0-aa1b-44f0-aa0c-2b85a743446f tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:59.716653 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-921ece97-e075-4ff8-9774-5190d0b7e935 req-01b130c0-aa1b-44f0-aa0c-2b85a743446f tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0794811 Jun 08 18:40:59.752939 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-48c2465a-d67a-44f0-8528-a6806397f9f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133852 Jun 08 18:40:59.760771 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-921ece97-e075-4ff8-9774-5190d0b7e935 req-65f91263-5475-452d-b5d7-eb7fcd245960 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383346 Jun 08 18:41:00.947491 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245844e-0469-454f-ba59-c81597a79c98 req-0113c43f-ef89-4a54-92e6-976bc1d13c30 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:00.949046 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a245844e-0469-454f-ba59-c81597a79c98 req-0113c43f-ef89-4a54-92e6-976bc1d13c30 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0834095 Jun 08 18:41:00.998738 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-a245844e-0469-454f-ba59-c81597a79c98 req-b9b58433-f805-497d-aa0a-17637d921862 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435047 Jun 08 18:41:01.014868 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 068c70e9-2f32-4d0f-96b1-f7f109729ef8 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:41:01.131531 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:01.158142 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:41:01.160355 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b15c42-e68f-4ec7-a808-c83e1291aa96" -d '{"events": [{"server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "name": "network-vif-unplugged", "status": "completed", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:41:01.168185 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:41:01.246196 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:01.251608 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:41:01.282447 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 18:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f22fdb-9af7-40bc-8cb7-01ab35b54c0c x-openstack-request-id: req-d1f22fdb-9af7-40bc-8cb7-01ab35b54c0c {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:41:01.284399 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "name": "network-vif-unplugged", "status": "failed", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8", "code": 422}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:41:01.284399 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1f22fdb-9af7-40bc-8cb7-01ab35b54c0c {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:41:01.284399 dv-cinder-789564-4-smb neutron-server[92352]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'code': 422} returned with failed status Jun 08 18:41:01.314499 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=068c70e9-2f32-4d0f-96b1-f7f109729ef8,revision_number=6']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:41:01.322416 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.322764 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.323121 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.323434 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.323764 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.324095 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.324441 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.324787 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.330537 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.330537 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.330537 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.330537 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:01.330537 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:41:02.187125 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee721e6d-7557-4b4b-bb6d-f9c0ff45d90c req-be98e885-7c41-4695-a487-b5879e2a64be tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:02.188635 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ee721e6d-7557-4b4b-bb6d-f9c0ff45d90c req-be98e885-7c41-4695-a487-b5879e2a64be tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.0812209 Jun 08 18:41:02.233622 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ee721e6d-7557-4b4b-bb6d-f9c0ff45d90c req-5dc40145-366f-449f-813c-aa7f6a19cf4c tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392666 Jun 08 18:41:03.416360 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40c312-f6b5-4df5-93cb-e6ae135fb200 req-c66b80a6-72e0-49ce-b09b-3af1a48da608 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:03.417827 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7f40c312-f6b5-4df5-93cb-e6ae135fb200 req-c66b80a6-72e0-49ce-b09b-3af1a48da608 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.0819755 Jun 08 18:41:03.461943 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-7f40c312-f6b5-4df5-93cb-e6ae135fb200 req-a765098b-a9f3-4042-9eea-3e92ed331d96 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383677 Jun 08 18:41:04.651869 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2e26-db1a-45d0-ae31-166ab2ccc0a6 req-e154605f-9f0e-4957-83c9-a7d8658a04b3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:04.653422 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d2ed2e26-db1a-45d0-ae31-166ab2ccc0a6 req-e154605f-9f0e-4957-83c9-a7d8658a04b3 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.0839064 Jun 08 18:41:04.698946 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-d2ed2e26-db1a-45d0-ae31-166ab2ccc0a6 req-436b7718-9ede-4312-b9f2-e1841ce60542 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397029 Jun 08 18:41:05.887052 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c12543-7df4-4020-8e51-960a0596b902 req-2411ebf6-923a-4dac-b1ef-9ee96c9bcce4 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:05.888552 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a2c12543-7df4-4020-8e51-960a0596b902 req-2411ebf6-923a-4dac-b1ef-9ee96c9bcce4 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.0818889 Jun 08 18:41:05.938270 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a2c12543-7df4-4020-8e51-960a0596b902 req-724727a2-5734-45e9-aa37-955eb93ae201 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438504 Jun 08 18:41:06.590281 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-003c7741-dc3d-4225-be27-c80f0eb0fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:06.591791 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-003c7741-dc3d-4225-be27-c80f0eb0fb4d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d&tenant_id=70cbe4b8331d4235810e1267e41d6b2b HTTP/1.1" status: 200 len: 1096 time: 0.0693543 Jun 08 18:41:06.682591 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-6bbb1376-94a3-4667-b5e4-0f48141af051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:06.684063 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-6bbb1376-94a3-4667-b5e4-0f48141af051 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1096 time: 0.0693619 Jun 08 18:41:06.811919 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-b4284ca1-7777-49dd-bb2a-76e893aab91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:06.813457 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-b4284ca1-7777-49dd-bb2a-76e893aab91c service neutron] 10.222.0.39 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 910 time: 0.1235847 Jun 08 18:41:06.821135 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:41:06.919753 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-17392bd1-ce10-49a6-a03c-c05a1895aab9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 999 time: 0.0993302 Jun 08 18:41:06.985649 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-b30833cf-5069-4788-832c-3e4b34485194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:06.987088 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-b30833cf-5069-4788-832c-3e4b34485194 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 200 len: 848 time: 0.0613232 Jun 08 18:41:07.062618 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-a189e2da-b03b-44a0-a9b9-fa67c1111456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:07.063995 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-a189e2da-b03b-44a0-a9b9-fa67c1111456 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707865 Jun 08 18:41:07.120230 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1face4fd-292f-4e2a-a8ed-31d22c52b20f req-1c6d1daa-e57d-4d76-b692-014268919d5b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:07.121820 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1face4fd-292f-4e2a-a8ed-31d22c52b20f req-1c6d1daa-e57d-4d76-b692-014268919d5b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.0796754 Jun 08 18:41:07.166141 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-1face4fd-292f-4e2a-a8ed-31d22c52b20f req-59fd2add-a205-4c1c-9745-d83b09f57c76 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386894 Jun 08 18:41:07.193961 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-7da0da31-7163-43dd-a38f-f04dce8aac86 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234415 Jun 08 18:41:07.324607 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-f2bbda2a-54bb-42bf-b9dd-9dd36a20b68c req-ccdd4504-bcbf-4ab4-9571-294c6022a219 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245995 Jun 08 18:41:08.354083 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95cc48-975e-4af1-b312-18dd706dc73a req-5ca06a83-6728-4e97-8027-a648ce135f7b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:08.355538 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6e95cc48-975e-4af1-b312-18dd706dc73a req-5ca06a83-6728-4e97-8027-a648ce135f7b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.0868084 Jun 08 18:41:08.399949 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-6e95cc48-975e-4af1-b312-18dd706dc73a req-cb68abb3-f9f3-4ccc-af8c-f67926979bda tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387435 Jun 08 18:41:09.588960 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cf129-dc1d-4f8e-887d-d18c8f1b29e1 req-d7705a7c-77b7-4165-a648-98be1193ad78 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:09.590406 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4b8cf129-dc1d-4f8e-887d-d18c8f1b29e1 req-d7705a7c-77b7-4165-a648-98be1193ad78 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.0827310 Jun 08 18:41:09.634350 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-4b8cf129-dc1d-4f8e-887d-d18c8f1b29e1 req-8cf22ebf-3e20-4272-85ea-437380d4ef57 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Jun 08 18:41:10.813984 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5933c4c-84d3-443b-8cb8-8daf5a6bf3fc req-1e10781f-140e-46c2-b15b-0d8365287979 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:10.815436 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a5933c4c-84d3-443b-8cb8-8daf5a6bf3fc req-1e10781f-140e-46c2-b15b-0d8365287979 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 943 time: 0.0795982 Jun 08 18:41:10.859253 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-a5933c4c-84d3-443b-8cb8-8daf5a6bf3fc req-8a1d6289-e93b-4da0-b6d5-bf31563d14d6 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381613 Jun 08 18:41:11.026185 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 068c70e9-2f32-4d0f-96b1-f7f109729ef8 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=92352) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:41:11.158565 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:41:11.171871 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Returning: {'device': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'port_id': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'mac_address': 'fa:16:3e:5f:79:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92352) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:41:11.226677 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:11.243343 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068c70e9-2f32-4d0f-96b1-f7f109729ef8 {{(pid=92352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:41:11.258115 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:41:11.325803 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:11.327868 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:41:11.392837 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=068c70e9-2f32-4d0f-96b1-f7f109729ef8,revision_number=7']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:41:11.395810 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:41:11.531624 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] get_ports_and_sgs() called for port_ids ['068c70e9-2f32-4d0f-96b1-f7f109729ef8'] {{(pid=92352) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:41:12.038896 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65449baa-f409-4aaa-add9-5004c53cb781 req-a15fe74e-1301-45da-9ccc-8c24e5e4b300 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:12.040359 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-65449baa-f409-4aaa-add9-5004c53cb781 req-a15fe74e-1301-45da-9ccc-8c24e5e4b300 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 944 time: 0.0787330 Jun 08 18:41:12.088702 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-65449baa-f409-4aaa-add9-5004c53cb781 req-609beeb1-0e43-465a-a634-8838c852296f tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426941 Jun 08 18:41:13.041422 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 068c70e9-2f32-4d0f-96b1-f7f109729ef8 up at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:41:13.107809 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.provisioning_blocks [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Provisioning complete for port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 triggered by entity L2. {{(pid=92352) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:41:13.108212 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7936567'] for port, provisioning_complete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:13.260112 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7956748'] for port, before_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:13.288955 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8'}] {{(pid=92352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:41:13.295512 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dc6e732f7509826354a635329199a0b8184b16c0b7adf5da9cdd1337a8cb0dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2819bd62-7c81-4ea3-b559-05cfd554efbe" -d '{"events": [{"server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "name": "network-vif-plugged", "status": "completed", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8"}]}' {{(pid=92352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:41:13.299233 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:41:13.379330 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b14e8-40ce-4991-92cc-9ddcee5c0a86 req-3f72dc63-70fa-4388-8e04-628196124b72 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:13.381267 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-209b14e8-40ce-4991-92cc-9ddcee5c0a86 req-3f72dc63-70fa-4388-8e04-628196124b72 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 944 time: 0.1864018 Jun 08 18:41:13.411483 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771744626423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771744269963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771744270008'] for port, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:13.413918 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-a73d3c55-37de-4141-89f9-509d52f177cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:41:13.426891 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-209b14e8-40ce-4991-92cc-9ddcee5c0a86 req-c6567093-3d38-4bf5-9822-01976dba85d6 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396433 Jun 08 18:41:13.481511 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Pushing event updated for resources: {'Port': ['ID=068c70e9-2f32-4d0f-96b1-f7f109729ef8,revision_number=8']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:41:13.484504 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:41:14.354608 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c096e19-7ce8-43ae-8f57-33c66e9f655f x-openstack-request-id: req-4c096e19-7ce8-43ae-8f57-33c66e9f655f {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:41:14.355140 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "name": "network-vif-plugged", "status": "completed", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8", "code": 200}]} {{(pid=92352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:41:14.355140 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c096e19-7ce8-43ae-8f57-33c66e9f655f {{(pid=92352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:41:14.355526 dv-cinder-789564-4-smb neutron-server[92352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'code': 200} Jun 08 18:41:14.610950 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76506ecd-32b3-4d1a-8797-b99a8c0517e5 req-13b3d3c9-0aae-495d-9abf-261afc4eb99d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:14.612380 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-76506ecd-32b3-4d1a-8797-b99a8c0517e5 req-13b3d3c9-0aae-495d-9abf-261afc4eb99d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0808322 Jun 08 18:41:14.661453 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-76506ecd-32b3-4d1a-8797-b99a8c0517e5 req-0a9d1ec8-8f98-4b16-adaf-96b491f1dc96 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427799 Jun 08 18:41:14.727967 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033cf6e-0261-423c-9b81-961c8df21f64 req-69605822-878b-44c0-9b0f-5ec313bc08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:14.729435 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1033cf6e-0261-423c-9b81-961c8df21f64 req-69605822-878b-44c0-9b0f-5ec313bc08f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1098 time: 0.0713015 Jun 08 18:41:14.768472 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-1033cf6e-0261-423c-9b81-961c8df21f64 req-e3a64c66-53d3-4dac-b0ab-69761cd22adc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330176 Jun 08 18:41:15.794625 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:15.853479 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fac8b-9820-40ad-9ca9-93b15aee01f6 req-ea748de6-cbd2-41cc-b4ea-eb7f2ef48c70 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:15.855057 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ec8fac8b-9820-40ad-9ca9-93b15aee01f6 req-ea748de6-cbd2-41cc-b4ea-eb7f2ef48c70 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0864773 Jun 08 18:41:15.906887 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-ec8fac8b-9820-40ad-9ca9-93b15aee01f6 req-1fb23eb5-52dd-4224-85ce-11b9e68fd01c tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Jun 08 18:41:21.815318 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-f0caa9b2-b916-4fb1-b2fd-1da8252d4e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:24.640735 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:24.777456 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-731ed211-6736-4128-a748-51e50f7af5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:25.943427 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:27.455356 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:43.820207 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:41:45.828732 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:51.799848 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-40c92554-a0a5-44a1-a080-385cc2f782c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:54.662727 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:54.811822 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-b0142fe6-3845-41c9-b9bd-24bad2eaabb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:55.948469 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:56.254350 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-591a521b-05e2-4160-b702-1019bf437e2a req-b5195cc7-d690-4378-9fde-dae1ebbc7dee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722811 Jun 08 18:41:56.394445 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a521b-05e2-4160-b702-1019bf437e2a req-36f0a8b0-767b-46a7-8057-5ba959f877a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:56.395923 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-591a521b-05e2-4160-b702-1019bf437e2a req-36f0a8b0-767b-46a7-8057-5ba959f877a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1098 time: 0.0731494 Jun 08 18:41:56.542378 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a521b-05e2-4160-b702-1019bf437e2a req-022e30cb-f376-4958-a8b8-f035dd7d93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:56.543823 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-591a521b-05e2-4160-b702-1019bf437e2a req-022e30cb-f376-4958-a8b8-f035dd7d93f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 910 time: 0.1261380 Jun 08 18:41:56.644977 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-591a521b-05e2-4160-b702-1019bf437e2a req-abf5b868-6477-435a-a1a3-b9a9ef15b77e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0952337 Jun 08 18:41:56.706952 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a521b-05e2-4160-b702-1019bf437e2a req-593d4d06-48fc-4212-88d6-83494869d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:56.708483 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-591a521b-05e2-4160-b702-1019bf437e2a req-593d4d06-48fc-4212-88d6-83494869d199 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 200 len: 848 time: 0.0578938 Jun 08 18:41:56.785574 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a521b-05e2-4160-b702-1019bf437e2a req-ca2abf49-ec3b-4803-8b66-8569ec24fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:56.787060 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-591a521b-05e2-4160-b702-1019bf437e2a req-ca2abf49-ec3b-4803-8b66-8569ec24fc3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721886 Jun 08 18:41:56.916982 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-591a521b-05e2-4160-b702-1019bf437e2a req-23766b13-18bd-45af-a284-78a8c28a0f8a service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233315 Jun 08 18:41:57.048903 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-591a521b-05e2-4160-b702-1019bf437e2a req-e23379d8-e2a6-4ff4-bdd3-b39cb4538bcd service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261909 Jun 08 18:41:57.439964 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:15.803444 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:20.818717 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:42:21.843554 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-c4704182-2851-4c83-ae37-964e229c1606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:24.677998 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:24.846100 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-08e9a998-ffd5-46de-bbe5-9578aed0a00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:25.953918 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:27.475248 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:27.686474 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36508) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:27.955726 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Deleting port 029a1200-1307-4bfa-a5fc-0d6f2ab2a248 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:27.955967 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:28.087073 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:28.087404 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:28.213406 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Calling delete_port for 029a1200-1307-4bfa-a5fc-0d6f2ab2a248 owned by network:floatingip {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:28.431936 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:28.436020 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-e8df2993-7d70-499c-a571-242753c6a186 tempest-AttachVolumeShelveTestJSON-532841128 tempest-AttachVolumeShelveTestJSON-532841128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:28.483578 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event deleted for resources: {'Port': ['ID=029a1200-1307-4bfa-a5fc-0d6f2ab2a248,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:28.621546 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.621906 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.622263 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.622620 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.622964 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.623310 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.623653 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.623993 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.624359 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.624723 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.625604 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.625940 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:28.652455 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:28.682460 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for floatingip, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:28.682791 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.db.l3_db [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Floating IP f6dd6830-5383-48bc-99de-f85f34707ed0 disassociated (deleted). External IP: 172.28.2.119, port: 068c70e9-2f32-4d0f-96b1-f7f109729ef8. Jun 08 18:42:29.031938 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Router a6c1a0a1-f7be-448d-8430-5107318ded7e has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:42:29.209349 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:42:29.213524 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for floatingip, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:29.219136 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] Sync routers for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:42:29.228749 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:42:29.229363 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:42:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:29.267282 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-75c38437-86d5-4761-8c9d-456078658e01 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "DELETE /v2.0/floatingips/f6dd6830-5383-48bc-99de-f85f34707ed0 HTTP/1.1" status: 204 len: 168 time: 1.5797834 Jun 08 18:42:29.267929 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8'}] {{(pid=92350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:42:29.270237 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83630ea25de7bdfc2746a0f02e8292d2ac4ed776db84202ac27e0b7a9f5224e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f1b997-6aae-47a1-9b0a-d0694a471c25" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8"}]}' {{(pid=92350) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:42:29.439037 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:42:29.452455 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e457d-aa38-48a0-a17f-36a4da59d1dd x-openstack-request-id: req-a24e457d-aa38-48a0-a17f-36a4da59d1dd {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:42:29.453772 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8", "status": "completed", "code": 200}]} {{(pid=92350) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:42:29.454037 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a24e457d-aa38-48a0-a17f-36a4da59d1dd {{(pid=92350) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:42:29.454473 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'status': 'completed', 'code': 200} Jun 08 18:42:29.552642 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-78b2f88c-b72c-4684-bad0-0930d2318ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:29.554819 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-78b2f88c-b72c-4684-bad0-0930d2318ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 1098 time: 0.0783913 Jun 08 18:42:29.698423 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-ccfedb5c-9f89-405f-b814-9f6e8576c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:29.700037 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-ccfedb5c-9f89-405f-b814-9f6e8576c98b service neutron] 10.222.0.39 "GET /v2.0/networks?id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 200 len: 910 time: 0.1389952 Jun 08 18:42:29.780181 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-be1c32b4-217a-4df2-bddd-75bddb83851f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 200 len: 217 time: 0.0673909 Jun 08 18:42:29.804023 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:12Z', 'revision_number': 5, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:29.808142 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] Checking router: a6c1a0a1-f7be-448d-8430-5107318ded7e for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:42:29.817140 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:42:29.819036 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:42:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:29.845147 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-b4237fe9-e153-41ce-bbd3-3ebb159e6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:29.846532 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-b4237fe9-e153-41ce-bbd3-3ebb159e6282 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 200 len: 848 time: 0.0599902 Jun 08 18:42:29.931377 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-cb4e7fdd-586f-4c32-8a4f-69377b7755af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:29.932818 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-cb4e7fdd-586f-4c32-8a4f-69377b7755af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=236fb7ce-6354-45ce-ae0f-bcdf36cc510b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793321 Jun 08 18:42:29.947090 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f5b5b-f521-491a-8098-79b864c91b0b req-5ce346b1-57c1-4559-9669-4a36514ce0fa tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:29.948602 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-554f5b5b-f521-491a-8098-79b864c91b0b req-5ce346b1-57c1-4559-9669-4a36514ce0fa tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.0885942 Jun 08 18:42:29.999134 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [req-554f5b5b-f521-491a-8098-79b864c91b0b req-7b38208a-1e8e-41d9-8add-d665e189626d tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428410 Jun 08 18:42:30.001641 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:42:30.184227 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-472e5318-7a25-4043-bdf1-37ebe57dc473 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431498 Jun 08 18:42:30.317149 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-54f1b997-6aae-47a1-9b0a-d0694a471c25 req-dde96d89-f2af-4227-bfa9-b60466a9bc80 service neutron] 10.222.0.39 "GET /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263032 Jun 08 18:42:30.321440 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:12Z', 'revision_number': 5, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:30.325506 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64a7157-8b4b-46f2-a10b-d15de60d9503 None None] The sync data for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb is: [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:38:06Z', 'revision_number': 4, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb', '_interfaces': [{'id': 'e494bce3-5c26-465a-b5f2-89359006f179', 'name': '', 'network_id': '236fb7ce-6354-45ce-ae0f-bcdf36cc510b', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'mac_address': 'fa:16:3e:4d:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:05Z', 'updated_at': '2021-06-08T18:38:12Z', 'revision_number': 5, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'subnets': [{'id': 'cc15a11a-be47-4196-a609-23c1310c0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:42:30.537881 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a05c78-9e7a-4dea-a920-82fdea2e95f6 None None] New status for floating IP f6dd6830-5383-48bc-99de-f85f34707ed0: DOWN {{(pid=92353) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:42:31.145493 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-498e7268-4d4d-4221-9c27-7a03b495915a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:31.146905 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-498e7268-4d4d-4221-9c27-7a03b495915a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.1091936 Jun 08 18:42:31.303101 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc4397-33b3-4ada-ac7c-fccb3992859e req-8b3fc347-8b15-4aa8-9ebc-e1ecc82161ab tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92351) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:31.304583 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-19bc4397-33b3-4ada-ac7c-fccb3992859e req-8b3fc347-8b15-4aa8-9ebc-e1ecc82161ab tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 945 time: 0.1965275 Jun 08 18:42:31.337735 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Deleting port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:31.338077 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:31.423489 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-19bc4397-33b3-4ada-ac7c-fccb3992859e req-32ffd51e-6672-4c4d-8490-c7c800b99273 tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/security-groups?id=590aa265-d564-4428-a2f8-fb2062d7fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125329 Jun 08 18:42:31.486196 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] For port 068c70e9-2f32-4d0f-96b1-f7f109729ef8, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=068c70e9-2f32-4d0f-96b1-f7f109729ef8,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:42:31.486555 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:31.611558 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Calling delete_port for 068c70e9-2f32-4d0f-96b1-f7f109729ef8 owned by compute:nova {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:31.805459 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:31.810970 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-c0f04643-0fa1-48c9-9301-ebbaa76d64c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:31.853680 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event deleted for resources: {'Port': ['ID=068c70e9-2f32-4d0f-96b1-f7f109729ef8,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:31.908376 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:31.944077 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] No DVR routers for this DVR port 068c70e9-2f32-4d0f-96b1-f7f109729ef8 on host hv-cinder-78956 {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:42:31.946513 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93257'] for port, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:31.948442 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-e2a3833d-9897-4231-b18f-e8ce60d24625 req-f49a18d8-d9ce-4d1d-acd6-e7bd12c1c68b tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.39 "DELETE /v2.0/ports/068c70e9-2f32-4d0f-96b1-f7f109729ef8 HTTP/1.1" status: 204 len: 173 time: 0.7961774 Jun 08 18:42:31.948929 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'name': 'network-vif-deleted', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8'}] {{(pid=92351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:42:31.951169 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aac623430ab1f4b994cf20daeb7fa04e64be1e05f930bae1738cac759bd5503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9053ed72-e761-494a-ab70-0f5d1b70e92b" -d '{"events": [{"server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "name": "network-vif-deleted", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8"}]}' {{(pid=92351) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:42:32.076229 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b6adbc-3254-4bff-90d6-06b5e8b9b076 x-openstack-request-id: req-b8b6adbc-3254-4bff-90d6-06b5e8b9b076 {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:42:32.076813 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a99ce8-e2a0-4470-b379-527298fdaa4d", "name": "network-vif-deleted", "tag": "068c70e9-2f32-4d0f-96b1-f7f109729ef8", "status": "completed", "code": 200}]} {{(pid=92351) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:42:32.077102 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8b6adbc-3254-4bff-90d6-06b5e8b9b076 {{(pid=92351) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:42:32.077529 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a99ce8-e2a0-4470-b379-527298fdaa4d', 'name': 'network-vif-deleted', 'tag': '068c70e9-2f32-4d0f-96b1-f7f109729ef8', 'status': 'completed', 'code': 200} Jun 08 18:42:32.568935 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [req-4bbce0fa-b79c-4d51-88c6-1f2be4be53b8 req-dea162d3-2945-4466-a75b-a94da338301a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8a99ce8-e2a0-4470-b379-527298fdaa4d HTTP/1.1" status: 200 len: 210 time: 0.0412426 Jun 08 18:42:33.664943 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36540) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:33.731577 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-00162d11-a214-499c-824f-59795c46267a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:33.760470 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-00162d11-a214-499c-824f-59795c46267a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:33.902654 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-00162d11-a214-499c-824f-59795c46267a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:33.905509 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-00162d11-a214-499c-824f-59795c46267a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Notify callbacks [] for security_group, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:33.907043 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-00162d11-a214-499c-824f-59795c46267a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] 10.222.0.43 "DELETE /v2.0/security-groups/590aa265-d564-4428-a2f8-fb2062d7fcba HTTP/1.1" status: 204 len: 168 time: 0.2407496 Jun 08 18:42:33.907466 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-f10c6eaf-f43f-47ec-b455-c34c02fe1cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:33.919312 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00162d11-a214-499c-824f-59795c46267a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590aa265-d564-4428-a2f8-fb2062d7fcba,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:33.922719 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-00162d11-a214-499c-824f-59795c46267a tempest-TestShelveInstance-1927128686 tempest-TestShelveInstance-1927128686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:34.038923 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36544) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:34.681335 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-908584'] for router_interface, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:35.088140 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Deleting port e494bce3-5c26-465a-b5f2-89359006f179 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:35.088499 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:35.210233 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] For port e494bce3-5c26-465a-b5f2-89359006f179, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=e494bce3-5c26-465a-b5f2-89359006f179,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:42:35.210592 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:35.332495 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Calling delete_port for e494bce3-5c26-465a-b5f2-89359006f179 owned by network:router_interface {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:35.358235 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 068c70e9-2f32-4d0f-96b1-f7f109729ef8 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:42:35.392983 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] No Port match for: 068c70e9-2f32-4d0f-96b1-f7f109729ef8 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:42:35.393341 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Device 068c70e9-2f32-4d0f-96b1-f7f109729ef8 not bound to the agent host hv-cinder-78956 {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:42:35.560278 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:35.564886 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-56e70a04-392c-45e7-9210-f9aae4f76167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:35.606236 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Pushing event deleted for resources: {'Port': ['ID=e494bce3-5c26-465a-b5f2-89359006f179,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:35.609424 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:35.878769 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844755'] for router_interface, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:36.330687 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Router a6c1a0a1-f7be-448d-8430-5107318ded7e has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:42:36.508496 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:42:36.513825 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-a32c7c85-63cb-4704-99d2-240a6212b69b admin admin] 10.222.0.43 "PUT /v2.0/routers/a6c1a0a1-f7be-448d-8430-5107318ded7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4738472 Jun 08 18:42:36.516337 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36546) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:36.517687 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] Sync routers for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:42:36.527111 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:42:36.527719 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:42:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:36.691189 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:36.741630 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: dv-cinder-789564-4-smb {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:42:36.865014 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:37.015253 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Deleting port b1b593d2-91a7-4c04-9e95-218b94b7be58 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:37.015966 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:37.026974 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:42:35Z', 'revision_number': 5, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port': {'id': 'b1b593d2-91a7-4c04-9e95-218b94b7be58', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:03Z', 'updated_at': '2021-06-08T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:37.030969 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] Checking router: a6c1a0a1-f7be-448d-8430-5107318ded7e for host: dv-cinder-789564-4-smb {{(pid=92352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:42:37.039324 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] Routers {'a6c1a0a1-f7be-448d-8430-5107318ded7e'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:42:37.039934 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:42:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['a6c1a0a1-f7be-448d-8430-5107318ded7e'], 'active': True} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:37.135793 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] For port b1b593d2-91a7-4c04-9e95-218b94b7be58, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=b1b593d2-91a7-4c04-9e95-218b94b7be58,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:42:37.136174 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:37.186023 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvr_db [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] Set router a6c1a0a1-f7be-448d-8430-5107318ded7e gateway port host: None {{(pid=92352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:42:37.255607 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Calling delete_port for b1b593d2-91a7-4c04-9e95-218b94b7be58 owned by network:router_gateway {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:37.289589 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_hamode_db [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:42:36Z', 'revision_number': 6, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port_host': None}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:37.293490 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d648c9-e122-496b-9d16-e779f7474a16 None None] The sync data for ids ['a6c1a0a1-f7be-448d-8430-5107318ded7e'] in dv-cinder-789564-4-smb is: [{'id': 'a6c1a0a1-f7be-448d-8430-5107318ded7e', 'name': 'tempest-TestShelveInstance-1715562024-router', 'tenant_id': '70cbe4b8331d4235810e1267e41d6b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:02Z', 'updated_at': '2021-06-08T18:42:36Z', 'revision_number': 6, 'project_id': '70cbe4b8331d4235810e1267e41d6b2b', 'gw_port_host': None}] {{(pid=92352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:42:37.500606 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:37.504500 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-6e01c2c8-8534-48a7-956e-9803a706dd18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:37.576311 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b593d2-91a7-4c04-9e95-218b94b7be58,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:37.579504 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:37.643890 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-908622'] for router_gateway, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:37.912491 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-856347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13369'] for router, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:37.914622 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.005574 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-856567'] for router, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.006284 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c1a0a1-f7be-448d-8430-5107318ded7e {{(pid=92350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:42:38.010852 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.014989 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-d12b4ae5-4c08-4845-b3c6-dbf0647416a7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a6c1a0a1-f7be-448d-8430-5107318ded7e HTTP/1.1" status: 204 len: 168 time: 1.4975450 Jun 08 18:42:38.016081 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36548) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:38.067760 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device b1b593d2-91a7-4c04-9e95-218b94b7be58 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:42:38.082745 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.db_base_plugin_v2 [None req-8002f463-1055-4097-acd3-b0a886a57bb3 admin admin] Deleting subnet cc15a11a-be47-4196-a609-23c1310c0592 {{(pid=92351) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:42:38.085677 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8002f463-1055-4097-acd3-b0a886a57bb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.106061 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: b1b593d2-91a7-4c04-9e95-218b94b7be58 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:42:38.106427 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device b1b593d2-91a7-4c04-9e95-218b94b7be58 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:42:38.106863 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device e494bce3-5c26-465a-b5f2-89359006f179 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:42:38.137965 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8002f463-1055-4097-acd3-b0a886a57bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1460406'] for subnet, precommit_delete_associations {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.139803 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: e494bce3-5c26-465a-b5f2-89359006f179 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:42:38.140182 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device e494bce3-5c26-465a-b5f2-89359006f179 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:42:38.218726 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8002f463-1055-4097-acd3-b0a886a57bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.369344 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8002f463-1055-4097-acd3-b0a886a57bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1470609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2574592'] for subnet, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.373450 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:38.410865 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002f463-1055-4097-acd3-b0a886a57bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc15a11a-be47-4196-a609-23c1310c0592,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:38.413431 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-8002f463-1055-4097-acd3-b0a886a57bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:38.416112 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-8002f463-1055-4097-acd3-b0a886a57bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for subnet, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.418139 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-8002f463-1055-4097-acd3-b0a886a57bb3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cc15a11a-be47-4196-a609-23c1310c0592 HTTP/1.1" status: 204 len: 168 time: 0.4001546 Jun 08 18:42:38.420621 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36550) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:38.421903 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0160b5-112d-4ff4-98b3-41ae1296892e None None] Network 236fb7ce-6354-45ce-ae0f-bcdf36cc510b requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:42:38.525930 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.596600 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Deleting port e35411c3-1c24-477f-9632-2723782acc1a {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:38.596884 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.674108 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] DHCP port deletion for 236fb7ce-6354-45ce-ae0f-bcdf36cc510b request from dv-cinder-789564-4-smb {{(pid=92352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:42:38.745820 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Deleting port e35411c3-1c24-477f-9632-2723782acc1a {{(pid=92352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:38.746113 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.803871 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] For port e35411c3-1c24-477f-9632-2723782acc1a, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=e35411c3-1c24-477f-9632-2723782acc1a,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:42:38.804274 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.842068 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] For port e35411c3-1c24-477f-9632-2723782acc1a, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=e35411c3-1c24-477f-9632-2723782acc1a,segment=NetworkSegment(f0c60b9e-20f6-48e3-b447-360bcb07c39c),segment_id=f0c60b9e-20f6-48e3-b447-360bcb07c39c)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:42:38.842465 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.926159 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Calling delete_port for e35411c3-1c24-477f-9632-2723782acc1a owned by network:dhcp {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:39.003156 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Calling delete_port for e35411c3-1c24-477f-9632-2723782acc1a owned by network:dhcp {{(pid=92352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:39.062598 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:39.067641 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-d1ececeb-5b5e-4579-be45-b5b9f3dfbfcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:39.067800 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954'] for port, after_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:39.071408 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-b2e8904e-c143-481a-a79b-04895c0e39b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:39.113786 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35411c3-1c24-477f-9632-2723782acc1a,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:39.114506 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Pushing event deleted for resources: {'Port': ['ID=e35411c3-1c24-477f-9632-2723782acc1a,revision_number=None']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:39.116833 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] No DVR routers for this DVR port e35411c3-1c24-477f-9632-2723782acc1a on host dv-cinder-789564-4-smb {{(pid=92352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:42:39.117034 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:39.121278 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] No DVR routers for this DVR port e35411c3-1c24-477f-9632-2723782acc1a on host dv-cinder-789564-4-smb {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:42:39.124442 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.124784 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.127947 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-4-smb {{(pid=92352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:42:39.131330 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-0616b092-b353-4373-98a7-61ff975c65c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:39.236978 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:39.249370 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236fb7ce-6354-45ce-ae0f-bcdf36cc510b']}} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:39.261318 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c60b9e-20f6-48e3-b447-360bcb07c39c') {'for_net_delete': True} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:39.261546 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c60b9e-20f6-48e3-b447-360bcb07c39c') {} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:39.273184 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1460413'] for segment, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:39.289266 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:39.295173 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=92351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:42:39.295554 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1470516'] for segment, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: Traceback (most recent call last): Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: timer() Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: cb(*args, **kw) Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: return func(*args, **kwargs) Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: self._notify() Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: self.callback(batched_events) Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: event.method(event) Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: return f(self, *a, **k) Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: return self._get(url).json() Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: return self.request(url, 'GET', **kwargs) Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:42:39.308546 dv-cinder-789564-4-smb neutron-server[92351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:42:39.450879 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:39.455229 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:39.467791 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:39.469689 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] 10.222.0.43 "DELETE /v2.0/networks/236fb7ce-6354-45ce-ae0f-bcdf36cc510b HTTP/1.1" status: 204 len: 168 time: 1.0481491 Jun 08 18:42:39.472894 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36552) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:39.529747 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Pushing event deleted for resources: {'Network': ['ID=236fb7ce-6354-45ce-ae0f-bcdf36cc510b,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:39.542952 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-077e3e89-5161-4954-844b-43944f280358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:39.962765 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device e35411c3-1c24-477f-9632-2723782acc1a no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:42:39.998148 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: e35411c3-1c24-477f-9632-2723782acc1a {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:42:39.998503 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device e35411c3-1c24-477f-9632-2723782acc1a not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:42:40.002746 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-908584'] for router_interface, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:40.518112 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Deleting port 2eaae749-481e-4016-880b-1e9ef3b5f669 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:40.518738 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:40.638239 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] For port 2eaae749-481e-4016-880b-1e9ef3b5f669, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=2eaae749-481e-4016-880b-1e9ef3b5f669,segment=NetworkSegment(9a5c790f-8252-4f04-9bee-8331a78972ea),segment_id=9a5c790f-8252-4f04-9bee-8331a78972ea)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:42:40.638588 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:40.763895 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Calling delete_port for 2eaae749-481e-4016-880b-1e9ef3b5f669 owned by network:router_interface {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:40.977262 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:40.981187 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-dbdf6e0d-13fe-4540-bbb6-381bc150be1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:41.026907 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Pushing event deleted for resources: {'Port': ['ID=2eaae749-481e-4016-880b-1e9ef3b5f669,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:41.029773 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:41.287480 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1024480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-844755'] for router_interface, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:41.635041 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Router 66d9f7ac-c0d2-4b84-b394-948ca011edba has already been hosted by L3 agent 72b8e63f-57a8-4ce0-8219-b4d4abccf698 {{(pid=92351) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:42:41.910787 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] Notify agent at l3_agent.dv-cinder-789564-4-smb the message routers_updated {{(pid=92351) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:42:41.915706 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-29cb5d95-8c48-4194-a839-6aa9182b5eab admin admin] 10.222.0.43 "PUT /v2.0/routers/66d9f7ac-c0d2-4b84-b394-948ca011edba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4418874 Jun 08 18:42:41.918728 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36554) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:41.923319 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] Sync routers for ids ['66d9f7ac-c0d2-4b84-b394-948ca011edba'] in dv-cinder-789564-4-smb {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:42:41.935831 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] Routers {'66d9f7ac-c0d2-4b84-b394-948ca011edba'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:42:41.936498 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:42:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['66d9f7ac-c0d2-4b84-b394-948ca011edba'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:42.096780 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks [] for router, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:42.110608 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] Set router 66d9f7ac-c0d2-4b84-b394-948ca011edba gateway port host: dv-cinder-789564-4-smb {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:42:42.271163 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:42.402212 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Deleting port 772f61f5-41cf-4628-9c9c-f55d855e1097 {{(pid=92350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:42.402544 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:42.416812 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'external_fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:10Z', 'updated_at': '2021-06-08T18:42:40Z', 'revision_number': 5, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'gw_port': {'id': '772f61f5-41cf-4628-9c9c-f55d855e1097', 'name': '', 'network_id': '8c3fa8e2-b0ab-4593-ad8d-2e87ee507344', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:38:11Z', 'updated_at': '2021-06-08T18:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e49c9b4f-0032-401b-88bd-10cffcb518cc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-4-smb'}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:42.420506 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] Checking router: 66d9f7ac-c0d2-4b84-b394-948ca011edba for host: dv-cinder-789564-4-smb {{(pid=92353) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:42:42.428669 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] Routers {'66d9f7ac-c0d2-4b84-b394-948ca011edba'} bound to L3 agent in host dv-cinder-789564-4-smb {{(pid=92353) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:42:42.429252 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:21:25Z,description=,heartbeat_timestamp=2021-06-08T18:42:25Z,host='dv-cinder-789564-4-smb',id=72b8e63f-57a8-4ce0-8219-b4d4abccf698,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:21:25Z,topic='l3_agent')) {'router_ids': ['66d9f7ac-c0d2-4b84-b394-948ca011edba'], 'active': True} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:42.522399 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.db [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] For port 772f61f5-41cf-4628-9c9c-f55d855e1097, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=772f61f5-41cf-4628-9c9c-f55d855e1097,segment=NetworkSegment(c19d159a-cfc9-4126-a37c-ddaf1b4b63da),segment_id=c19d159a-cfc9-4126-a37c-ddaf1b4b63da)] {{(pid=92350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:42:42.522666 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:42.575961 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_dvr_db [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] Set router 66d9f7ac-c0d2-4b84-b394-948ca011edba gateway port host: None {{(pid=92353) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:42:42.642792 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.plugins.ml2.plugin [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Calling delete_port for 772f61f5-41cf-4628-9c9c-f55d855e1097 owned by network:router_gateway {{(pid=92350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:42.678548 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.l3_hamode_db [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:10Z', 'updated_at': '2021-06-08T18:42:42Z', 'revision_number': 6, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'gw_port_host': None}], 'dv-cinder-789564-4-smb', False) {} {{(pid=92353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:42.682450 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817f557-c08b-43f4-acb5-a6ce70f15cd1 None None] The sync data for ids ['66d9f7ac-c0d2-4b84-b394-948ca011edba'] in dv-cinder-789564-4-smb is: [{'id': '66d9f7ac-c0d2-4b84-b394-948ca011edba', 'name': 'tempest-TestShelveInstance-1629030333-router', 'tenant_id': '7a38c1f14258428fb175580e333cc3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:38:10Z', 'updated_at': '2021-06-08T18:42:42Z', 'revision_number': 6, 'project_id': '7a38c1f14258428fb175580e333cc3ec', 'gw_port_host': None}] {{(pid=92353) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:42:42.865821 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2356062'] for port, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:42.869658 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-b0c4b9f0-843a-4ed8-a899-39a2d3f537e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:42.912697 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Pushing event deleted for resources: {'Port': ['ID=772f61f5-41cf-4628-9c9c-f55d855e1097,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:42.937620 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:43.002268 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-908622'] for router_gateway, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.271263 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-856347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13369'] for router, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.273390 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.397458 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-856567'] for router, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.397891 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d9f7ac-c0d2-4b84-b394-948ca011edba {{(pid=92350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:42:43.402113 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] Notify callbacks [] for router, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.403313 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-afca7e3f-e61b-4b06-9fdb-0f4226751791 admin admin] 10.222.0.43 "DELETE /v2.0/routers/66d9f7ac-c0d2-4b84-b394-948ca011edba HTTP/1.1" status: 204 len: 168 time: 1.4840529 Jun 08 18:42:43.405783 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.wsgi [-] (92350) accepted ('10.222.0.43', 36556) {{(pid=92350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:43.466168 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cda38c5-c8bd-4ed6-9b62-82e45a8df2d2 admin admin] Deleting subnet b28006a3-9d49-40bb-8a07-ffd1348a5235 {{(pid=92350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:42:43.469889 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2cda38c5-c8bd-4ed6-9b62-82e45a8df2d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.519591 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2cda38c5-c8bd-4ed6-9b62-82e45a8df2d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2276399'] for subnet, precommit_delete_associations {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.601888 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2cda38c5-c8bd-4ed6-9b62-82e45a8df2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023045'] for subnet, precommit_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.758007 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2cda38c5-c8bd-4ed6-9b62-82e45a8df2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8023052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2356104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2460084'] for subnet, after_delete {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.762228 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:43.800586 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda38c5-c8bd-4ed6-9b62-82e45a8df2d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b28006a3-9d49-40bb-8a07-ffd1348a5235,revision_number=None']} {{(pid=92350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:43.803560 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG oslo_concurrency.lockutils [None req-2cda38c5-c8bd-4ed6-9b62-82e45a8df2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:43.804560 dv-cinder-789564-4-smb neutron-server[92350]: DEBUG neutron_lib.callbacks.manager [None req-2cda38c5-c8bd-4ed6-9b62-82e45a8df2d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.806435 dv-cinder-789564-4-smb neutron-server[92350]: INFO neutron.wsgi [None req-2cda38c5-c8bd-4ed6-9b62-82e45a8df2d2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b28006a3-9d49-40bb-8a07-ffd1348a5235 HTTP/1.1" status: 204 len: 168 time: 0.3995152 Jun 08 18:42:43.809450 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36558) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:43.810626 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72802bae-8340-4fea-820b-61eeb86583e3 None None] Network dc9e827d-7046-4d78-9ead-323d278335cd requested from dv-cinder-789564-4-smb {{(pid=92352) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:42:43.913967 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7628732'] for network, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:43.969328 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 772f61f5-41cf-4628-9c9c-f55d855e1097 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:42:43.990073 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Deleting port 31ce5282-5f56-47c1-982f-496968939b85 {{(pid=92351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:43.990416 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.016933 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 772f61f5-41cf-4628-9c9c-f55d855e1097 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:42:44.017284 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 772f61f5-41cf-4628-9c9c-f55d855e1097 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:42:44.017706 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 2eaae749-481e-4016-880b-1e9ef3b5f669 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:42:44.051307 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 2eaae749-481e-4016-880b-1e9ef3b5f669 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:42:44.051662 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 2eaae749-481e-4016-880b-1e9ef3b5f669 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:42:44.092780 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.db [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] For port 31ce5282-5f56-47c1-982f-496968939b85, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=31ce5282-5f56-47c1-982f-496968939b85,segment=NetworkSegment(9a5c790f-8252-4f04-9bee-8331a78972ea),segment_id=9a5c790f-8252-4f04-9bee-8331a78972ea)] {{(pid=92351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:42:44.093146 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.123536 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] DHCP port deletion for dc9e827d-7046-4d78-9ead-323d278335cd request from dv-cinder-789564-4-smb {{(pid=92352) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:42:44.188555 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] Deleting port 31ce5282-5f56-47c1-982f-496968939b85 {{(pid=92352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:42:44.188855 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771744682213'] for port, before_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.222664 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.plugin [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Calling delete_port for 31ce5282-5f56-47c1-982f-496968939b85 owned by network:dhcp {{(pid=92351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:44.287831 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.db [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] For port 31ce5282-5f56-47c1-982f-496968939b85, host dv-cinder-789564-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-4-smb',level=0,port_id=31ce5282-5f56-47c1-982f-496968939b85,segment=NetworkSegment(9a5c790f-8252-4f04-9bee-8331a78972ea),segment_id=9a5c790f-8252-4f04-9bee-8331a78972ea)] {{(pid=92352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:42:44.288264 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-851851'] for port, precommit_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.363063 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1470535'] for port, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.366951 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-531ebacb-8b5d-4d19-948c-3614ccb6a9ef tempest-TestMinimumBasicScenario-812109746 tempest-TestMinimumBasicScenario-812109746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:44.408667 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] Calling delete_port for 31ce5282-5f56-47c1-982f-496968939b85 owned by network:dhcp {{(pid=92352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:42:44.410386 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ce5282-5f56-47c1-982f-496968939b85,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:44.413503 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:44.414332 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] No DVR routers for this DVR port 31ce5282-5f56-47c1-982f-496968939b85 on host dv-cinder-789564-4-smb {{(pid=92351) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:42:44.463293 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7956045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1024510', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771744626405', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771744269954'] for port, after_delete {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.463293 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:44.505703 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] Pushing event deleted for resources: {'Port': ['ID=31ce5282-5f56-47c1-982f-496968939b85,revision_number=None']} {{(pid=92352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:44.508203 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG oslo_concurrency.lockutils [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:44.510640 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6fcc17-1d81-4d38-a75d-789d41466ebc None None] No DVR routers for this DVR port 31ce5282-5f56-47c1-982f-496968939b85 on host dv-cinder-789564-4-smb {{(pid=92352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:42:44.538231 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8016060', 'neutron.services.segments.db._delete_segments_for_network-8771744636079'] for network, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.551305 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9e827d-7046-4d78-9ead-323d278335cd']}} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:44.563799 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5c790f-8252-4f04-9bee-8331a78972ea') {'for_net_delete': True} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:44.564092 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.services.segments.db [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5c790f-8252-4f04-9bee-8331a78972ea') {} {{(pid=92351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:42:44.575092 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771744640714', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1460413'] for segment, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.591024 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882'] for segment, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.597110 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=92351) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:42:44.597495 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8020882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1470516'] for segment, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: Traceback (most recent call last): Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: timer() Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: cb(*args, **kw) Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: return func(*args, **kwargs) Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: self._notify() Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: self.callback(batched_events) Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: event.method(event) Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: return f(self, *a, **k) Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: return self._get(url).json() Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: return self.request(url, 'GET', **kwargs) Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:42:44.611131 dv-cinder-789564-4-smb neutron-server[92351]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:42:44.788786 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8016011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1024489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908649'] for network, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.792526 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-2dccf496-63a8-44b2-bc63-df8923e7ee1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:44.806002 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1024396'] for network, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:44.807876 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dc9e827d-7046-4d78-9ead-323d278335cd HTTP/1.1" status: 204 len: 168 time: 0.9971416 Jun 08 18:42:44.814194 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9e827d-7046-4d78-9ead-323d278335cd,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:44.816745 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-3b22680c-3e1d-4032-9c26-8ca0715cddb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:45.179931 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36562) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:45.227702 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-17e28a0a-f3e3-4285-8fa8-30942f6e1f44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70cbe4b8331d4235810e1267e41d6b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465183 Jun 08 18:42:45.229997 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36564) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:45.288838 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-095d7175-9785-440c-9bc0-e9a51fa13d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:45.313279 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-095d7175-9785-440c-9bc0-e9a51fa13d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:45.443430 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-095d7175-9785-440c-9bc0-e9a51fa13d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:45.445918 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-095d7175-9785-440c-9bc0-e9a51fa13d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:45.447095 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-095d7175-9785-440c-9bc0-e9a51fa13d7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06b2a4f0-e83e-41ae-8b66-9078cf2d09bb HTTP/1.1" status: 204 len: 168 time: 0.2162185 Jun 08 18:42:45.447906 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-b5e19a0d-0290-4ee4-b7e9-16467a6511df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:45.458800 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d7175-9785-440c-9bc0-e9a51fa13d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b2a4f0-e83e-41ae-8b66-9078cf2d09bb,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:45.461316 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-095d7175-9785-440c-9bc0-e9a51fa13d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:45.808713 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:45.963587 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 31ce5282-5f56-47c1-982f-496968939b85 no longer exists at agent ovs-agent-dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:42:46.000186 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.plugin [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] No Port match for: 31ce5282-5f56-47c1-982f-496968939b85 {{(pid=92352) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:42:46.001180 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron.plugins.ml2.rpc [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Device 31ce5282-5f56-47c1-982f-496968939b85 not bound to the agent host dv-cinder-789564-4-smb {{(pid=92352) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:42:46.117070 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36570) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:46.169429 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-f0eb3934-9277-47a8-8f7e-2387254a7c46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a38c1f14258428fb175580e333cc3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510857 Jun 08 18:42:46.171848 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [-] (92351) accepted ('10.222.0.43', 36572) {{(pid=92351) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:42:46.229688 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-57e81d64-ad85-4391-88e2-f9c0300fc0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:46.255252 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-57e81d64-ad85-4391-88e2-f9c0300fc0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:46.388196 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-57e81d64-ad85-4391-88e2-f9c0300fc0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019661'] for security_group, after_delete {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:46.390998 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron_lib.callbacks.manager [None req-57e81d64-ad85-4391-88e2-f9c0300fc0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:46.392695 dv-cinder-789564-4-smb neutron-server[92351]: INFO neutron.wsgi [None req-57e81d64-ad85-4391-88e2-f9c0300fc0db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0969c14-e88d-4406-baee-218f2a0b2705 HTTP/1.1" status: 204 len: 168 time: 0.2199032 Jun 08 18:42:46.393450 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-91ba5a4d-3198-473d-9669-e1f3ab43949d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:42:46.403068 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e81d64-ad85-4391-88e2-f9c0300fc0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0969c14-e88d-4406-baee-218f2a0b2705,revision_number=None']} {{(pid=92351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:42:46.410611 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG oslo_concurrency.lockutils [None req-57e81d64-ad85-4391-88e2-f9c0300fc0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:42:51.802948 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef6bd-5752-4243-98b1-660f87b6f45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:54.665838 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:54.811121 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-1c4a336a-4a13-4682-8b51-7617d89ebb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:55.957183 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:57.477141 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:57.817551 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:43:15.785534 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:21.799520 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-4683d08b-24dc-4515-bdde-bf73dc28fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:24.639455 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:24.799441 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-de364466-d1c6-447e-a778-937b2d34a0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:25.956910 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:27.471040 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:34.816511 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:43:45.807915 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:51.822362 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-0d2939f4-4ece-472d-bc05-c819ef57ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:54.641802 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:54.827695 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-46b87f71-38f4-4d5a-aca2-fb6e31e47bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:55.961959 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:57.516428 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:11.815726 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:44:15.800810 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:21.811963 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-19fc9f65-5e2d-4595-8bb3-f38e4ff880e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:24.652084 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:24.818320 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-2db2c07a-dc1e-4bac-add2-e6faa8287eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:25.958126 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:27.497640 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:45.822245 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:48.815176 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:44:51.799259 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-6c56cb34-0853-4071-9167-8246ec7e4a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:54.650526 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:54.799270 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-30a12380-7786-4e25-aee9-c166aec8ec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:56.010806 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:57.479045 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:15.830178 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:21.826616 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-602c59bd-2e54-4670-85a3-b6b7de783d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:24.675518 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:24.786344 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-ec24e672-7801-43f5-9b2e-1ddf0b18d8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:25.817147 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:45:25.978213 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:27.481220 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:44.391069 dv-cinder-789564-4-smb neutron-server[92351]: DEBUG neutron.wsgi [req-93dbeb73-6717-4776-b4ac-fcd8e78675f4 req-154d8cc4-d9a3-443b-b94d-4a0bf238bf74 service neutron] (92351) timed out ('10.222.0.39', 49596) {{(pid=92351) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 18:45:45.836721 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:51.813624 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-9f38a2d4-a2d4-4d89-9f03-0ced775c34a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:54.645640 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:54.802454 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-5eb52424-c8e7-4591-8602-fdef639bf4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:55.956284 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:57.482315 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:02.816592 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:46:15.833357 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:21.789700 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-7df0144c-e454-4d93-8bbe-16b67c0cea36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:24.690406 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:24.787561 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-fc3da2ba-5a77-4259-89ee-2ffd63d9b5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:26.000876 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:27.492465 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:39.816715 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:46:45.885626 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:51.776781 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-ece5ae76-14be-4040-a430-78c76e361bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:54.660743 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:54.793751 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-eaf2cd01-b950-4312-9b9f-8f6e1f72ab2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:56.009270 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:57.473919 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:15.895838 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-777c2d68-426f-46de-92bf-e595670adeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:16.816381 dv-cinder-789564-4-smb neutron-server[92353]: DEBUG neutron.db.agents_db [None req-ac00e07a-0255-475e-93e3-a6a650515cec None None] Agent healthcheck: found 6 active agents {{(pid=92353) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:47:21.798410 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-29810f47-caeb-4dac-9adb-df1faaa844f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:24.655345 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2abb1de-a797-41c3-ae0f-a7c6c234bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:24.798382 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-f1b2fe68-134f-4c93-96ae-7e70b7cbf44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:25.980694 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-a2aabaf0-3e44-43dc-905a-182b03fc41f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:27.567371 dv-cinder-789564-4-smb neutron-server[92352]: DEBUG neutron_lib.callbacks.manager [None req-11425ab5-ffde-473d-bfad-f13b99022aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771744636061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7936582'] for agent, after_update {{(pid=92352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}